-- Logs begin at Wed 2021-07-28 02:58:36 UTC, end at Wed 2021-07-28 03:48:52 UTC. -- Jul 28 03:28:33.115227 dv-cinder-733062-21-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:28:35.797851 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:28:35.798449 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:28:35.798615 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:28:35.801745 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:28:35.802019 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:28:35.802334 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:28:35.803252 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:28:35.803485 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:28:35.803837 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:28:35.804079 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:28:35.804303 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:28:35.804619 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.804913 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.805205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.805433 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.805739 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.806569 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.806850 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.807135 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.807429 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.807714 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.807993 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.808274 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.808502 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.808780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.809066 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.809349 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.809571 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] debug = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.809870 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.810292 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.810702 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.810979 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.811263 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.811539 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.811805 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.812077 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.812362 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.812685 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] host = dv-cinder-733062-21-smb {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.812961 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.813245 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.813527 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.813839 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.814114 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.814387 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.814666 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.814937 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.815206 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.815480 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.815771 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.816055 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.816340 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.816562 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.816782 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.817067 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.817351 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.817625 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.817928 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.818200 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.818488 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.818742 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.819007 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.819289 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.819570 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.819851 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.820122 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.820390 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.820658 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.820928 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.821207 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.821519 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.821815 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.822087 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.822374 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.822650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.822912 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.823208 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.823491 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.823770 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.824050 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.824320 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.824597 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.824868 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.825137 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.825404 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_json = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.825684 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.825974 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.826253 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.826521 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.826790 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.827060 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.827327 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.827607 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:35.827898 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.828189 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.828484 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.828764 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.829055 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.829331 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.829616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.829911 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.830196 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.830480 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.830763 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.831039 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.831322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.831596 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.831885 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.832182 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.832475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.832763 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.833035 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.833306 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.833576 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.833946 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.834231 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.834519 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.834806 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.835077 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.835352 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.835638 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.835912 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.836182 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.836456 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.836740 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.837036 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.837306 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.837583 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.837882 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.838151 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.838423 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.838696 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.838984 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.839256 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.839523 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.839791 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.840064 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.840330 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.840609 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.840880 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.841149 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.841415 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.841687 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.841978 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.842251 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.842527 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.842804 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.843078 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.843350 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.843620 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.843891 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.844158 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.844418 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.844692 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.844959 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.845232 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.845499 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.845795 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.846058 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.846324 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.846593 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.846872 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.847163 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.847436 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.847714 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.847990 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.848262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.848534 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.848811 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.849088 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.849364 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.849635 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.849946 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.850228 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.850511 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.850792 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.851069 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.851361 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.851636 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.851916 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.852194 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.852468 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.853267 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.853547 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.853870 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.854161 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.854448 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.854736 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.855026 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.855302 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.855605 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.855880 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:35.856094 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:28:35.856327 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93140) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:28:36.203840 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:28:36.204118 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:28:36.204405 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:28:36.204740 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:28:36.592353 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.592650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.592926 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.594242 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.594514 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.594776 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.628081 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.628352 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.628612 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.643679 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.643957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.644224 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.672310 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.672589 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.672859 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.708578 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.708867 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.709134 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.937464 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.938125 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.938125 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.938316 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:36.938868 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.057563 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.057933 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.058188 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.058452 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.058717 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.059028 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.059280 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.059537 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.059784 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.060064 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.060324 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.060587 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.061036 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.061167 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.061324 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.061586 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.061858 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.062124 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.062391 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.062645 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.062915 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.063160 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.063437 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.063817 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.064068 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.064304 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.064693 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.064935 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.065171 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.065405 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.065641 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.065896 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.066263 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:28:37.069330 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:28:37.073834 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:28:37.077656 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 28 03:28:37.079293 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:28:37.079743 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:28:37.080074 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:28:37.080453 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:28:37.083238 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:28:37.083489 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:28:37.083839 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:28:37.089141 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:28:37.111346 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:28:37.111799 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.112096 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:28:37.112458 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.113836 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:28:37.114124 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:28:37.114369 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:28:37.117685 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.117987 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.182431 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:28:37.182676 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:28:37.182910 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:28:37.183280 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:28:37.204775 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_db.sqlalchemy.engines [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93140) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:28:37.727431 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing driver for type 'gre' Jul 28 03:28:37.728582 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] gre ID ranges: [(1, 1000)] Jul 28 03:28:37.778635 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing driver for type 'local' Jul 28 03:28:37.778992 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing driver for type 'vlan' Jul 28 03:28:37.792359 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] VlanTypeDriver initialization complete Jul 28 03:28:37.792729 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing driver for type 'vxlan' Jul 28 03:28:37.793247 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:28:37.842640 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing extension driver 'port_security' Jul 28 03:28:37.842970 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.extensions.port_security [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] PortSecurityExtensionDriver initialization complete Jul 28 03:28:37.843312 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing mechanism driver 'openvswitch' Jul 28 03:28:37.843632 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing mechanism driver 'hyperv' Jul 28 03:28:37.850110 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:37.850795 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.851166 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.851522 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.852042 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.852476 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.853369 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.853714 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.854139 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.854543 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.854891 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.855232 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.855621 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.856025 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.856376 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.856717 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.857243 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.857654 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.858035 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.858380 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.858775 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.859180 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > address_group after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.859528 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > address_group after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.859875 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.860265 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:28:37.860646 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] ML2 OVO RPC backend initialized. {{(pid=93140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:28:37.861355 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.861713 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.862154 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.862507 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > networks before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.862858 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.863205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > ports before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.863554 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.863896 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnets before_response 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.864244 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.864587 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.864927 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.865265 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.865604 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.865967 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.866305 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.866643 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.866977 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.867558 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.plugin [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Modular L2 Plugin initialization complete Jul 28 03:28:37.867906 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading services supported by the core plugin {{(pid=93140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:28:37.868218 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.plugins.ml2.managers [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Got port-security extension from driver 'port_security' Jul 28 03:28:37.868683 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.extensions.vlantransparent [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Disabled vlantransparent extension. Jul 28 03:28:37.869167 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:28:37.869491 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: router Jul 28 03:28:37.905085 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.905495 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_create 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.905885 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router before_create 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.906262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.906646 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.907011 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_delete 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.907378 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.907748 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_create 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.908102 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.908454 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.908813 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.909180 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.909601 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.910000 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.910350 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.910690 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: subnet after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.911031 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.911382 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.911736 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_create 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.912084 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.912430 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.912797 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router after_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.913148 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.913506 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_create 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.913911 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.914262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_update 55549900 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.914634 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > agent after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.914987 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > agent after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.915926 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > network after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.916780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Tracking information for resource: router configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.917114 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Tracking information for resource: floatingip configured {{(pid=93140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:28:37.923373 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.db.l3_agentschedulers_db [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:28:37.923971 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.924340 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.924701 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.925059 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: port after_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.925883 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router before_create 55550100 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.926254 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.926618 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_create 55550100 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.926975 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > router precommit_update 55550100 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.931413 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.provider_configuration [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service providers = [] {{(pid=93140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:28:37.931784 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.db.servicetype_db [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:28:37.934765 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.service_base [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:28:37.935119 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.service_base [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:28:37.935465 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.service_base [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:28:37.936364 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.services.service_base [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:28:37.936739 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.services.service_base [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:28:37.937113 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.937432 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:28:37.948677 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.949247 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: auto_allocate Jul 28 03:28:37.954740 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: network precommit_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.955107 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: network precommit_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.955623 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.955947 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: tag Jul 28 03:28:37.963062 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.963393 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: timestamp Jul 28 03:28:37.967387 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.967724 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: network_ip_availability Jul 28 03:28:37.973104 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.973480 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.973865 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:37.974581 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.974902 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: flavors Jul 28 03:28:37.979624 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.979918 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading Plugin: revisions Jul 28 03:28:37.984169 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:28:37.984564 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=93140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:28:37.985293 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:28:37.985631 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Initializing extension manager. Jul 28 03:28:37.986188 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: __init__.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.986518 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: __pycache__ {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.986857 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.987194 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: address_group.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.987948 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.988512 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: address-group Jul 28 03:28:37.988843 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: address_scope.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.989560 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.990093 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: address-scope Jul 28 03:28:37.990418 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.991347 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.991855 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:28:37.992180 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: agent.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.993074 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.993605 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: agent Jul 28 03:28:37.993957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: agent_resources_synced.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.994874 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.995381 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: agent-resources-synced Jul 28 03:28:37.995707 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: allowedaddresspairs.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.997504 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.998058 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: allowed-address-pairs Jul 28 03:28:37.998392 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: auto_allocated_topology.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:37.999475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:37.999988 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: auto-allocated-topology Jul 28 03:28:38.000316 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: availability_zone.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.001016 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.001521 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: availability_zone Jul 28 03:28:38.001882 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: availability_zone_filter.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.002807 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.003316 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: availability_zone_filter Jul 28 03:28:38.003643 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: data_plane_status.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.004553 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.005062 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:28:38.005388 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: default_subnetpools.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.006333 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.006843 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: default-subnetpools Jul 28 03:28:38.007168 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.008260 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.009279 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:28:38.009606 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: dns.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.010567 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.011077 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:28:38.011405 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: dns_domain_ports.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.012326 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.012831 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:28:38.013155 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.014104 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.014607 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:28:38.014931 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: dvr.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.015598 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.016099 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: dvr Jul 28 03:28:38.016422 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: ecmp_routes.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.017376 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.017904 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:28:38.018228 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: empty_string_filtering.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.019139 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.019648 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: empty-string-filtering Jul 28 03:28:38.019969 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.020881 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.021379 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:28:38.021702 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.022647 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.023140 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:28:38.023460 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: external_net.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.024418 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.025427 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: external-net Jul 28 03:28:38.025774 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.026690 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.027195 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: extra_dhcp_opt Jul 28 03:28:38.027516 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: extraroute.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.028427 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.028929 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: extraroute Jul 28 03:28:38.029254 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: extraroute_atomic.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.030318 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.030817 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: extraroute-atomic Jul 28 03:28:38.031139 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: filter_validation.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.031799 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.032295 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: filter-validation Jul 28 03:28:38.032614 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: fip_pf_description.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.033539 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.034066 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:28:38.034387 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: fip_port_details.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.035306 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.035808 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: fip-port-details Jul 28 03:28:38.036132 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: flavors.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.037369 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.037924 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: flavors Jul 28 03:28:38.038256 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.039928 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.040472 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:28:38.040804 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: floatingip_pools.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.041511 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.042054 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: floatingip-pools Jul 28 03:28:38.042383 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: ip_allocation.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.043319 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.043829 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:28:38.044151 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.045075 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.045582 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: ip-substring-filtering Jul 28 03:28:38.045940 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l2_adjacency.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.046879 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.047380 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:28:38.047703 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.048801 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.049322 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: router Jul 28 03:28:38.049648 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.051892 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.052420 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:28:38.052752 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.053692 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.054229 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: ext-gw-mode Jul 28 03:28:38.054555 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.055499 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.056035 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: l3-ha Jul 28 03:28:38.056359 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3_flavors.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.057278 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.057810 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: l3-flavors Jul 28 03:28:38.058137 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.059063 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.059575 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:28:38.059902 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: l3agentscheduler.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.060928 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.061437 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: l3_agent_scheduler Jul 28 03:28:38.061787 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: logging.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.063275 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.063802 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension logging not supported by any of loaded plugins Jul 28 03:28:38.064138 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: metering.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.064885 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.065459 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: metering Jul 28 03:28:38.065818 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.066912 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.067429 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:28:38.067761 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: multiprovidernet.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.068693 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.069205 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: multi-provider Jul 28 03:28:38.069534 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: netmtu.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.070485 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.070990 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: net-mtu Jul 28 03:28:38.071841 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: netmtu_writable.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.072770 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.073274 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: net-mtu-writable Jul 28 03:28:38.073602 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: network_availability_zone.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.074308 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.074807 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: network_availability_zone Jul 28 03:28:38.075129 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: network_ip_availability.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.076212 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.076720 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: network-ip-availability Jul 28 03:28:38.077051 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: network_segment_range.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.077849 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.078352 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:28:38.078679 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: pagination.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.079668 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.080003 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: pagination Jul 28 03:28:38.080327 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: port_device_profile.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.081239 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.081783 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: port-device-profile Jul 28 03:28:38.082108 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.083028 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.083535 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: port-mac-address-regenerate Jul 28 03:28:38.083858 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.084787 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.085292 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: port-numa-affinity-policy Jul 28 03:28:38.085616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: port_resource_request.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.086582 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.087695 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:28:38.088019 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: portbindings.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.088948 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.089454 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: binding Jul 28 03:28:38.089808 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: portbindings_extended.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.091202 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.091716 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: binding-extended Jul 28 03:28:38.092070 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: portsecurity.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.092990 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.093495 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: port-security Jul 28 03:28:38.093856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: project_id.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.094834 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.095164 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: project-id Jul 28 03:28:38.095487 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: providernet.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.096424 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.096931 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: provider Jul 28 03:28:38.097255 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.100793 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.101316 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos not supported by any of loaded plugins Jul 28 03:28:38.101647 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.103229 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.103738 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:28:38.104071 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.104998 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.105506 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:28:38.105861 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_default.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.106782 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.107290 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:28:38.107618 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_fip.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.108272 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.108769 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:28:38.109092 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_gateway_ip.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.110072 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.110578 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:28:38.110902 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_port_network_policy.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.111819 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.112324 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:28:38.112649 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_rule_type_details.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.113569 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.114103 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:28:38.114428 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: qos_rules_alias.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.115471 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.115981 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:28:38.116314 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: quotasv2.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.117211 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.117542 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: quotas Jul 28 03:28:38.117906 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: quotasv2_detail.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.121194 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.121538 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: quota_details Jul 28 03:28:38.121911 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: rbac.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.123198 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.123727 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: rbac-policies Jul 28 03:28:38.124060 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: rbac_address_group.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.125034 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.125551 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: rbac-address-group Jul 28 03:28:38.125915 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: rbac_address_scope.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.126854 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.127363 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: rbac-address-scope Jul 28 03:28:38.127688 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: rbac_security_groups.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.128607 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.129116 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: rbac-security-groups Jul 28 03:28:38.129441 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: rbac_subnetpool.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.130398 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.130907 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: rbac-subnetpool Jul 28 03:28:38.131231 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: revisionifmatch.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.132167 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.132941 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: revision-if-match Jul 28 03:28:38.133267 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: revisions.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.134994 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.135512 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: standard-attr-revisions Jul 28 03:28:38.135842 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: router_availability_zone.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.136535 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.137044 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: router_availability_zone Jul 28 03:28:38.137371 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: routerservicetype.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.138493 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.139001 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:28:38.139329 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.140258 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.140773 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:28:38.141099 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.142055 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.142569 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: port-security-groups-filtering Jul 28 03:28:38.142893 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.143818 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.144376 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: security-groups-remote-address-group Jul 28 03:28:38.144697 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: securitygroup.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.155210 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.155774 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: security-group Jul 28 03:28:38.156085 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: segment.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.156898 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.157474 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension segment not supported by any of loaded plugins Jul 28 03:28:38.157822 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.158814 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.159519 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:28:38.159848 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: servicetype.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.161180 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.161739 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: service-type Jul 28 03:28:38.162155 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: sorting.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.163221 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.163557 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: sorting Jul 28 03:28:38.163880 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: standard_attr_segment.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.164875 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.165420 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:28:38.165746 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: standardattrdescription.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.166428 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.166934 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: standard-attr-description Jul 28 03:28:38.167259 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: stateful_security_group.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.168197 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.168709 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: stateful-security-group Jul 28 03:28:38.169035 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: stdattrs_common.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.169620 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:28:38.169974 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.170922 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.171427 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:28:38.171750 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnet_onboard.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.172847 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.173357 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: subnet_onboard Jul 28 03:28:38.173684 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.174644 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.175146 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:28:38.175469 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnet_service_types.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.176398 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.176907 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: subnet-service-types Jul 28 03:28:38.177232 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnetallocation.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.178348 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.178860 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: subnet_allocation Jul 28 03:28:38.179185 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.179851 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.180356 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:28:38.180710 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.181646 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.182176 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:28:38.182498 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: tagging.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.183602 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.184111 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: standard-attr-tag Jul 28 03:28:38.184437 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: timestamp.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.185638 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.186188 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loaded extension: standard-attr-timestamp Jul 28 03:28:38.186517 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: trunk.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.187548 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.188060 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension trunk not supported by any of loaded plugins Jul 28 03:28:38.188389 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: trunk_details.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.189311 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.189860 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:28:38.190191 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: uplink_status_propagation.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.191123 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.191629 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:28:38.191954 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Loading extension file: vlantransparent.py {{(pid=93140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:28:38.192632 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:28:38.193139 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:28:38.195629 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:network Jul 28 03:28:38.196161 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:28:38.197095 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:28:38.197489 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:port Jul 28 03:28:38.198771 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.199215 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service FLAVORS assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.199837 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.200271 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.200603 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:router Jul 28 03:28:38.201038 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:28:38.201533 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service METERING assigned prefix: /metering {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.203011 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:38.203392 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:38.203744 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:28:38.204758 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:28:38.205211 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:28:38.205646 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:28:38.206277 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service CORE assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.206619 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:28:38.206967 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] subnetpool is already registered Jul 28 03:28:38.207399 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service CORE assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.207727 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:28:38.208062 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] subnetpool is already registered Jul 28 03:28:38.211650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.212683 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service FLAVORS assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.213291 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.213717 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.214074 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:router Jul 28 03:28:38.214418 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] router is already registered Jul 28 03:28:38.214834 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:28:38.215176 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] floatingip is already registered Jul 28 03:28:38.215632 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service METERING assigned prefix: /metering {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.216300 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:28:38.216629 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] rbac_policy is already registered Jul 28 03:28:38.217044 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:28:38.217382 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] security_group is already registered Jul 28 03:28:38.217808 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:28:38.218146 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] security_group_rule is already registered Jul 28 03:28:38.218625 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service CORE assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.218952 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:28:38.219289 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] subnetpool is already registered Jul 28 03:28:38.219704 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.v2.resource_helper [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Service CORE assigned prefix: {{(pid=93140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:28:38.220027 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:28:38.220358 dv-cinder-733062-21-smb neutron-server[93140]: WARNING neutron.quota.resource_registry [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] subnetpool is already registered Jul 28 03:28:38.220803 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: extensions {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.222387 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: address-groups {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.223872 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: address-scopes {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.225072 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: agents {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.226255 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: auto-allocated-topology {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.227638 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: availability_zones {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.228881 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: dhcp-networks {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.230374 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: dhcp-agents {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.231867 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: routers {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.233584 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: flavors {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.234793 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: service_profiles {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.236113 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: next_providers {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.237616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: service_profiles {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.239074 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: floatingip-pools {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.240300 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: routers {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.242142 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: floatingips {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.243361 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: l3-routers {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.244785 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: l3-agents {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.246322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: metering-labels {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.247590 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: metering-label-rules {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.248851 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: network-ip-availabilities {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.250246 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: bindings {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.251817 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: quotas {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.253276 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: quotas {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.254850 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: rbac-policies {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.256056 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: security-groups {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.257257 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: security-group-rules {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.259329 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: service-providers {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.260650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: subnetpools {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.262018 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: subnetpools {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.263482 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.265255 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.267003 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.268895 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.270639 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.272480 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.275891 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.277677 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.279460 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.281344 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron.api.extensions [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Extended resource: tags {{(pid=93140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:28:38.287363 dv-cinder-733062-21-smb neutron-server[93140]: WARNING keystonemiddleware.auth_token [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:28:38.291923 dv-cinder-733062-21-smb neutron-server[93140]: WARNING keystonemiddleware.auth_token [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:28:38.300372 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Acquired lock "singleton_lock" {{(pid=93140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:28:38.300849 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_concurrency.lockutils [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Releasing lock "singleton_lock" {{(pid=93140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:28:38.301489 dv-cinder-733062-21-smb neutron-server[93140]: INFO oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Starting 2 workers Jul 28 03:28:38.306888 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Started child 93249 {{(pid=93140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:28:38.311505 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Started child 93250 {{(pid=93140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:28:38.312565 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.313307 dv-cinder-733062-21-smb neutron-server[93140]: INFO neutron.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:28:38.313819 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Notify callbacks [] for process, before_spawn {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.314061 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [-] (93249) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:28:38.316268 dv-cinder-733062-21-smb neutron-server[93140]: INFO oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Starting 1 workers Jul 28 03:28:38.316531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.317951 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [-] (93250) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:28:38.322101 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Started child 93251 {{(pid=93140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:28:38.322619 dv-cinder-733062-21-smb neutron-server[93140]: INFO oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Starting 1 workers Jul 28 03:28:38.325604 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] calling RpcWorker wait() {{(pid=93251) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:28:38.326233 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] returning from RpcWorker wait() {{(pid=93251) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:28:38.327229 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Started child 93252 {{(pid=93140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:28:38.327395 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.327835 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:38.327993 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG neutron_lib.callbacks.manager [None req-dbcf79be-4977-4f39-8c0f-e5a346bd0127 None None] Notify callbacks [] for process, after_spawn {{(pid=93140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.329856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:28:38.330068 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:28:38.330255 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:28:38.330468 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:28:38.330797 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:28:38.330947 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:28:38.331468 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.331737 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.331998 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.332156 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.332681 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.332681 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.333164 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.333410 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.333648 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.333946 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.334201 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.334377 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.334545 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.334788 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.335040 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.335342 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.335620 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.335868 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.336142 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.336306 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.336561 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.336829 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.337129 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.337397 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] debug = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.337651 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.338170 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.338419 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.338674 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.338968 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.339166 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.339410 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.339686 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.339921 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.340138 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.340377 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.340640 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.340882 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.341114 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.341334 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.341591 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.341835 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.342322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] host = dv-cinder-733062-21-smb {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.342541 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.342759 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.343002 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.343289 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.343470 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.343710 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.343956 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.344215 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.344477 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.344702 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.344941 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.345188 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.345409 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.345646 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.345830 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_options = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.346078 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.346353 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.346615 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.346805 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.346962 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.347129 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.347394 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.347643 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.347832 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.347985 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.348191 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.348405 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.348644 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.348858 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.349114 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.349350 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.349592 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.349827 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.350075 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.350302 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.350529 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.350761 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.350992 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.351211 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.351424 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.351637 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.351861 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.352089 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.352300 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.352601 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.352837 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.353092 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.353413 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.353574 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.353821 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.354054 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.354269 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.354530 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.354761 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.355002 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.355260 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.355493 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.355718 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.355957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.356193 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.356428 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_json = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.356647 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.356881 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.357146 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.357421 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.357584 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.357828 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.358039 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.358273 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.358722 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.358995 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.359308 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.359566 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.359807 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.360053 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.360537 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.360797 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.360947 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.361138 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.361602 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.361822 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.362229 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.362322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.362529 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.362949 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.363085 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.363522 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.363931 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.364187 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.364528 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.364615 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.364965 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.365233 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.365506 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.365776 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.366139 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.366251 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.366522 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.366743 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.366962 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.367186 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.367478 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.367688 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.367924 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.368033 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:38.368678 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.368930 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.369147 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.369398 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.369642 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.369902 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.370136 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.370358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.370575 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.370808 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.371023 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.371238 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.371472 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.371687 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.371922 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.372171 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.372391 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.372633 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.372863 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.373070 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.373300 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.373519 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.373784 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.373987 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.374227 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.374454 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.374707 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.374926 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.375160 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.375398 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.375618 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.375850 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.376063 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.376280 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.376498 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.376738 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.376956 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.377171 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.377418 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.377632 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.377873 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.378096 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.378320 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.378561 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.378777 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.378991 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.379205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.379457 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.379630 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.379902 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.380226 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.380475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.380750 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.380974 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.381227 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.381469 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.381740 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.382023 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.382263 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.382503 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.383027 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.383414 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.383575 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.383834 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.384530 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.384780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.385023 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.385286 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.385542 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.385814 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.386042 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.386311 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.386567 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.386805 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.387028 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.387262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.387550 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.387801 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.388141 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.388306 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.388576 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.388884 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.389155 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.389438 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.390264 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.390264 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.390264 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.390708 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.390708 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.391532 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.391532 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.391532 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.391957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.391957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.392223 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.392223 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.392487 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.392789 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.393185 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.393330 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.393476 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.394079 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.394079 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.394364 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.394574 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.394835 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.395077 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.395783 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.395783 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.395783 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.396199 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.396199 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.396479 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.396650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.396864 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.397100 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.397315 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.397680 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.397920 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.398062 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.398220 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.398449 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.398647 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.398867 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.399113 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.399370 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.399593 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.399839 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.400038 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.400274 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.400492 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.400703 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.400952 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.401170 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.401435 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.401702 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.401945 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.402169 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.402392 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.402638 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.402853 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.403257 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.403674 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.403674 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.403995 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.403995 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.404356 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.404356 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.404622 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.404760 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.404995 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.405240 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.405589 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.405864 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.406100 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.406352 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.406570 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.406820 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.407056 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.407274 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.407511 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.407727 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.407964 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.408221 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.408480 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.408686 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.408898 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.409110 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.409339 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.409553 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.409830 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.410116 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.410380 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.410611 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.410864 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.411108 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.411355 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.411603 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.411817 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.412030 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.412252 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.412475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.412683 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.412909 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.413120 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.413330 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.413572 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.413808 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.414020 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.414270 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.414478 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.414687 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.414906 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.415160 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.415373 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.415618 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.415860 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.416072 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.416315 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.416532 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.416742 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.417268 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.417268 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.417856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.417856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.417856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.418252 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.418390 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.418632 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.418788 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.419074 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.419304 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.419548 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.419791 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.420109 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.420325 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.420566 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.420806 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.421031 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.421283 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.421539 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.421884 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.422524 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.422524 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.422841 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.423003 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.423302 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.424358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.424358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.424358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425131 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425131 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425131 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425446 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425446 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425651 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.425887 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.426107 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.426324 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.426542 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.426787 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428205 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428624 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428624 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428796 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.428960 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:28:38.429471 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:28:38.429633 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:28:38.429813 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:28:38.429973 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:28:38.430144 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:28:38.430297 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:28:38.430491 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431166 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431330 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431491 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431650 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431832 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.431993 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432153 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432315 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432633 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432791 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.432956 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433115 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433273 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433432 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433589 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433807 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.433977 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434135 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434293 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434450 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434622 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] debug = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434761 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.434929 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435084 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435236 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435391 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435549 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435707 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.435866 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436025 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436184 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436341 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436501 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436661 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436821 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.436979 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437138 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437296 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437454 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] host = dv-cinder-733062-21-smb {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437613 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437789 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.437951 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438110 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438270 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438439 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438617 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438802 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.438963 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439122 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439281 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439440 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439600 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439759 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.439918 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_options = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440079 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440237 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440397 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440586 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440752 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.440922 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441091 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441252 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441411 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441570 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441731 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.441913 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442072 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442230 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442389 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442619 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442738 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.442844 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443007 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443170 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443324 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443482 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443640 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443798 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.443956 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444116 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444274 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444432 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444590 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444794 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.444889 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445045 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445203 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445362 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445519 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445678 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.445858 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.446021 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.446179 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.446874 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447038 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447197 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447517 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447675 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447833 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_json = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.447991 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448150 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448308 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448466 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448623 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448782 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.448940 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.449099 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:28:38.449277 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.449441 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.449614 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.449793 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.449958 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450322 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450577 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450577 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450737 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.450878 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451039 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451211 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451374 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451535 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451700 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.451861 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452022 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452182 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452342 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452503 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452665 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.452840 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453007 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453169 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453331 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453492 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453656 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.453841 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454006 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454169 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454330 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454492 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454703 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.454917 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455046 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455160 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455285 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455410 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455551 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455712 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.455873 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456035 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456197 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456358 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456519 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456681 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.456843 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457003 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457163 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457335 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457496 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457657 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457849 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.457979 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458140 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458300 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458460 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458622 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458783 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.458944 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459119 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459281 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459442 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459603 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459765 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.459927 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.460092 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.460251 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.460589 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.461780 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462321 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462321 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462321 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462321 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462758 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.462915 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463095 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463256 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463418 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463930 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463930 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.463930 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464267 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464267 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464465 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464465 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464703 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464799 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.464935 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465659 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465659 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465659 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465659 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465996 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.465996 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466551 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466551 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466551 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466551 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466945 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466945 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.466945 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467256 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467256 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467413 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467543 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467718 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.467895 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468060 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468535 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468535 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468535 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468766 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468857 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.468966 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469127 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469289 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469451 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469620 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469813 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.469977 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470139 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470288 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470472 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470563 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:38.470647 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470784 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.470946 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471107 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471271 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471434 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471594 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471756 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.471918 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472079 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472241 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472403 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472564 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472724 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.472891 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473053 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473219 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473382 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473544 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473705 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.473890 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474051 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474212 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474374 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474534 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474695 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.474856 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475018 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475181 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475343 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475504 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475664 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475824 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.475984 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476145 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476305 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476469 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476630 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476792 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.476953 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477116 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477277 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477440 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477625 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477811 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.477976 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478138 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478300 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478463 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478626 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478787 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.478949 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479111 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479272 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479448 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479611 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479773 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.479935 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480096 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480257 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480468 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480566 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480730 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.480892 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481051 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481214 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481378 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481540 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481702 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.481885 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482047 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482209 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482369 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482544 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482706 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.482871 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483033 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483194 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483355 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483527 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483688 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.483851 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484011 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484172 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484333 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484505 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484667 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484829 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.484990 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485151 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485313 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485483 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485646 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485815 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.485980 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486142 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486303 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486475 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486637 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486799 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.486960 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487121 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487282 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487453 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487616 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487778 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.487939 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488102 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488433 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488596 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488756 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.488926 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489088 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489249 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489410 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489583 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489746 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.489930 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490092 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490253 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490415 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490578 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490744 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.490916 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491085 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491247 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491417 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491587 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491758 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.491919 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492088 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492262 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492424 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492598 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492769 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.492935 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.493607 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.493792 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.493957 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494119 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494280 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494440 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494602 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494763 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.494924 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495084 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495246 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495408 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495609 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495725 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.495869 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:28:38.496022 dv-cinder-733062-21-smb neutron-server[93140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:28:38.792391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 45984) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:38.801148 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064466 Jul 28 03:28:50.082004 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b79b8-36d8-4324-81bd-265e1f879171 None None] get_active_networks_info from dv-cinder-733062-21-smb {{(pid=93251) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:28:50.182597 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b79b8-36d8-4324-81bd-265e1f879171 None None] No non-hosted networks {{(pid=93251) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:28:50.196925 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.agentschedulers_db [None req-1e9b79b8-36d8-4324-81bd-265e1f879171 None None] DHCP Agent not found on host dv-cinder-733062-21-smb {{(pid=93251) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 03:28:50.329767 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a50-a42b-4594-a208-ca43ccd82d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:52.442521 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-98033959-df45-4028-8cc3-425556adccf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:52.499152 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5e9ad41-e0dc-4b60-a05d-fb14bf0e751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:52.643440 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:52.644139 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.644479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.644808 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.645377 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.645708 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.646058 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.647389 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.647784 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.648394 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.649293 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.649649 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.649992 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:52.650412 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-21-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:52.659040 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-21-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:28:53.801057 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:55.390195 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:56.701532 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46078) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:57.177411 dv-cinder-733062-21-smb neutron-server[93249]: WARNING oslo_policy.policy [None req-19ac3f83-1218-4b1e-94de-50ad6b48a854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:28:57.177993 dv-cinder-733062-21-smb neutron-server[93249]: WARNING oslo_policy.policy [None req-19ac3f83-1218-4b1e-94de-50ad6b48a854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:28:57.398542 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [None req-19ac3f83-1218-4b1e-94de-50ad6b48a854 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:28:57.399839 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-19ac3f83-1218-4b1e-94de-50ad6b48a854 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6961570 Jul 28 03:28:59.763645 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.db.l3_hamode_db [None req-e5766bd6-2683-419d-8059-2041017a685b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:28:59.765422 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46092) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:59.840802 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5766bd6-2683-419d-8059-2041017a685b None None] Routers set() bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:28:59.841105 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5766bd6-2683-419d-8059-2041017a685b None None] Router IDs set() for agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:29:00.068257 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:00.161194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.policy [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93249) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:29:00.206165 dv-cinder-733062-21-smb neutron-server[93249]: WARNING oslo_policy.policy [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:00.206534 dv-cinder-733062-21-smb neutron-server[93249]: WARNING oslo_policy.policy [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:00.214960 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.quota [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] Loaded quota_driver: . Jul 28 03:29:00.304049 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132117121', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132116668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132105226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132102848', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132721444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782132148673', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594857', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1505846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572171'] for rbac-policy, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:00.364991 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:00.366204 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-611ba73a-0e97-4f5f-94b2-b6e0cc5705fc admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5997808 Jul 28 03:29:02.881702 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46104) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:03.180628 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:03.208910 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Made reservation on behalf of ea3024126efb45b78d3db5774bcaf895 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:03.211939 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.228268 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.350366 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.353886 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.373622 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:29:03.402480 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782133395752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.403058 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Unsubscribe: segment precommit_create {{(pid=93249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:29:03.403575 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Added segment 003103f1-626a-44d2-ae95-f31be778e409 of type vlan for network 9c4e8068-7294-47a5-82e5-82d83d8d39ba Jul 28 03:29:03.421594 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47637d4c-887b-4720-8e9e-53c275720c2d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:03.472991 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.473347 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.473689 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.474055 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.474384 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.474713 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.475036 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.475356 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.475699 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.476526 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.476865 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.477183 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Tracked resource versions report: Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: pushed versions: Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Log': {'1.0'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Network': {'1.1'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Port': {'1.7'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'PortForwarding': {'1.2'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'QosPolicy': {'1.8'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SubPort': {'1.0'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Subnet': {'1.1'}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Trunk': {'1.1'}} Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: consumer versions: Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'ConntrackHelper': '1.0', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Log': '1.0', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Network': '1.1', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Port': '1.7', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'PortForwarding': '1.2', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'QosPolicy': '1.8', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroup': '1.4', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroupRule': '1.2', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'SubPort': '1.0', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Subnet': '1.1', Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: 'Trunk': '1.1'}} Jul 28 03:29:03.478294 dv-cinder-733062-21-smb neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:03.526298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.577024 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.578332 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:03.578997 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.662694 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7790782 Jul 28 03:29:03.676642 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83190e9-f5cc-4a64-9fcd-1352dd9241cb admin admin] Pushing event updated for resources: {'Network': ['ID=9c4e8068-7294-47a5-82e5-82d83d8d39ba,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:03.688896 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:29:06.274984 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46118) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:06.656614 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed31e82-4375-4d52-8e69-2b75e758f6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:06.657967 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7ed31e82-4375-4d52-8e69-2b75e758f6e5 admin admin] 10.222.0.26 "GET /v2.0/networks/9c4e8068-7294-47a5-82e5-82d83d8d39ba HTTP/1.1" status: 200 len: 825 time: 0.3820152 Jul 28 03:29:06.682573 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-dfe084fc-ed13-4f69-abf6-66c46dc388f9 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f47276da-d26c-4829-98a5-8f160156076d HTTP/1.1" status: 200 len: 734 time: 0.0180378 Jul 28 03:29:06.691348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Request body: {'subnet': {'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'gateway_ip': '172.20.0.1', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:06.712120 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Made reservation on behalf of ea3024126efb45b78d3db5774bcaf895 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:06.714331 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:07.001093 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:07.064138 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c736fd-de4c-482e-b4b5-07c98687bd73,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:07.073455 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Checking segment: {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:07.073864 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Network hostable DHCP agents. Network: 9c4e8068-7294-47a5-82e5-82d83d8d39ba, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:29:07.094678 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:29:07.105469 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 9c4e8068-7294-47a5-82e5-82d83d8d39ba) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:07.110198 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:07.110799 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:07.115813 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0129ce-8c90-4fe6-a19b-220e55767a63 None None] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:07.125827 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f2e182cb-be36-4158-ad19-e2c7d25a98f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4376760 Jul 28 03:29:07.430972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:29:07.432288 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:07.702044 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Allocated IP 172.20.0.2 (9c4e8068-7294-47a5-82e5-82d83d8d39ba/36c736fd-de4c-482e-b4b5-07c98687bd73/d1212e71-0acd-42ec-bc8c-e2b77aca826f) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:07.930017 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:07.944283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Transition to ACTIVE for port object d1212e71-0acd-42ec-bc8c-e2b77aca826f will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:07.965251 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Transition to ACTIVE for port object d1212e71-0acd-42ec-bc8c-e2b77aca826f will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:07.972641 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.050296 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:08.055139 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:08.056651 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Pushing event updated for resources: {'Port': ['ID=d1212e71-0acd-42ec-bc8c-e2b77aca826f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:08.064321 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:08.069029 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.069380 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.069766 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.070101 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.070432 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.070766 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.071091 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.071416 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.071753 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.072080 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.072402 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.072719 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Tracked resource versions report: Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: pushed versions: Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Log': {'1.0'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Network': {'1.1'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Port': {'1.7'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SubPort': {'1.0'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Subnet': {'1.1'}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Trunk': {'1.1'}} Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: consumer versions: Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Log': '1.0', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Network': '1.1', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Port': '1.7', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'PortForwarding': '1.2', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'QosPolicy': '1.8', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroup': '1.4', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'SubPort': '1.0', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Subnet': '1.1', Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: 'Trunk': '1.1'}} Jul 28 03:29:08.073810 dv-cinder-733062-21-smb neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:08.151809 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Attempting to bind port d1212e71-0acd-42ec-bc8c-e2b77aca826f on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:08.152367 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Attempting to bind port d1212e71-0acd-42ec-bc8c-e2b77aca826f by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:08.152630 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Attempting to bind port d1212e71-0acd-42ec-bc8c-e2b77aca826f on network 9c4e8068-7294-47a5-82e5-82d83d8d39ba {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:08.157493 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:08.157940 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Checking segment: {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:08.158404 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.158796 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Bound using segment: {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:08.159278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Bound port: d1212e71-0acd-42ec-bc8c-e2b77aca826f, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:08.159677 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.225431 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-79c61820-067a-46c7-a085-375ccce39605 None None] For port d1212e71-0acd-42ec-bc8c-e2b77aca826f, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:08.230560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-79c61820-067a-46c7-a085-375ccce39605 None None] For port d1212e71-0acd-42ec-bc8c-e2b77aca826f, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d1212e71-0acd-42ec-bc8c-e2b77aca826f,segment=NetworkSegment(003103f1-626a-44d2-ae95-f31be778e409),segment_id=003103f1-626a-44d2-ae95-f31be778e409)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:08.234418 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.297836 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61820-067a-46c7-a085-375ccce39605 None None] Pushing event updated for resources: {'Port': ['ID=d1212e71-0acd-42ec-bc8c-e2b77aca826f,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:09.508661 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46126) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:09.818887 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [None req-1f1f218d-cfe3-4f1d-9c36-4a5322dc245f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:09.820473 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1f1f218d-cfe3-4f1d-9c36-4a5322dc245f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108222 Jul 28 03:29:12.170054 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46134) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:12.482245 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [None req-25c325aa-a832-4d79-9209-b0a28445e2ca admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:12.483245 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-25c325aa-a832-4d79-9209-b0a28445e2ca admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123183 Jul 28 03:29:15.076412 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46144) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:15.368554 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'name': 'router1'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:15.392179 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:15.393888 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:15.540458 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:15.546204 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:15.560522 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:15.561875 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e6a1c5b0-06c9-418c-9612-4b39147d51b0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4842951 Jul 28 03:29:16.475576 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d1212e71-0acd-42ec-bc8c-e2b77aca826f up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:16.562749 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port d1212e71-0acd-42ec-bc8c-e2b77aca826f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:16.601258 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594309f1-485e-4e94-9f67-590604295ef4 None None] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:16.660705 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Provisioning for port d1212e71-0acd-42ec-bc8c-e2b77aca826f completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:16.666306 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Provisioning complete for port d1212e71-0acd-42ec-bc8c-e2b77aca826f triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:16.666712 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:16.850026 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:16.906306 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] For port d1212e71-0acd-42ec-bc8c-e2b77aca826f, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d1212e71-0acd-42ec-bc8c-e2b77aca826f,segment=NetworkSegment(003103f1-626a-44d2-ae95-f31be778e409),segment_id=003103f1-626a-44d2-ae95-f31be778e409)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:16.911444 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:16.962163 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dbd02-243a-4e19-b28e-ba5b1ced42ca None None] Pushing event updated for resources: {'Port': ['ID=d1212e71-0acd-42ec-bc8c-e2b77aca826f,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:17.134435 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-4d22f67f-73d4-4088-a70b-4b00364cc604 None None] Provisioning complete for port d1212e71-0acd-42ec-bc8c-e2b77aca826f triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:17.134808 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d22f67f-73d4-4088-a70b-4b00364cc604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:17.916718 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46156) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:18.217745 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [None req-8dc87a03-014b-494a-8466-4e1620ac3c57 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:18.218773 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8dc87a03-014b-494a-8466-4e1620ac3c57 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3011158 Jul 28 03:29:18.466554 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d1212e71-0acd-42ec-bc8c-e2b77aca826f up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:18.513190 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port d1212e71-0acd-42ec-bc8c-e2b77aca826f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:18.513715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:19.996000 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ace0cb15-5f86-4073-9df2-8f357fd41c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:20.567981 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46164) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:20.873264 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:20.895317 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Made reservation on behalf of d9222169a3c741619928b59d508d4e3d for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:20.898211 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:20.905897 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:20.993326 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:20.996998 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:21.012438 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Reserving flat network on physical network physnet1 {{(pid=93249) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:29:21.030925 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ace2c8-fdcc-447f-98a7-e3b12d4b5b35,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:21.036002 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:21.036336 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Added segment abb5db5c-5bad-4971-b5cd-cb0d65840c59 of type flat for network eda64e09-e91d-467d-a41f-683d0a5236e4 Jul 28 03:29:21.082100 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:21.116951 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:21.117920 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:21.118501 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:21.173418 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6043561 Jul 28 03:29:21.180835 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472211-8de6-496f-a978-ee978bc0a7cc admin admin] Pushing event updated for resources: {'Network': ['ID=eda64e09-e91d-467d-a41f-683d0a5236e4,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:21.191118 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network eda64e09-e91d-467d-a41f-683d0a5236e4 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:29:22.430298 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82369980-6de9-4d37-bf2c-684bc7700009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:22.632439 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:23.497238 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46172) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:23.734562 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:23.846034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c407c3-f254-4277-bd3b-6cccc7ddbd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:23.847373 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-91c407c3-f254-4277-bd3b-6cccc7ddbd2b admin admin] 10.222.0.26 "GET /v2.0/subnets/36c736fd-de4c-482e-b4b5-07c98687bd73 HTTP/1.1" status: 200 len: 849 time: 0.3491580 Jul 28 03:29:23.961716 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c12bed31-b54a-40f5-b1ee-a031fba4c58b admin admin] 10.222.0.26 "GET /v2.0/routers/3e2351aa-58de-4f27-b06e-064ac334868d HTTP/1.1" status: 200 len: 704 time: 0.1083887 Jul 28 03:29:24.224638 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:24.511486 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Allocated IP 172.20.0.1 (9c4e8068-7294-47a5-82e5-82d83d8d39ba/36c736fd-de4c-482e-b4b5-07c98687bd73/66fc24ab-f783-457c-9419-93352d06bed2) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:24.702586 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:24.726781 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Transition to ACTIVE for port object 66fc24ab-f783-457c-9419-93352d06bed2 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:24.807487 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:24.875179 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:24.880807 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:24.888941 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:24.889347 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:24.912085 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Pushing event updated for resources: {'Port': ['ID=66fc24ab-f783-457c-9419-93352d06bed2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:25.069721 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9339d634-b9aa-4dc1-8672-9ddc654af39a None None] Provisioning for port 66fc24ab-f783-457c-9419-93352d06bed2 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:25.073455 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9339d634-b9aa-4dc1-8672-9ddc654af39a None None] Provisioning complete for port 66fc24ab-f783-457c-9419-93352d06bed2 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:25.073862 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9339d634-b9aa-4dc1-8672-9ddc654af39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.088385 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.106395 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9339d634-b9aa-4dc1-8672-9ddc654af39a None None] Port 66fc24ab-f783-457c-9419-93352d06bed2 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:29:25.295847 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.300053 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.300805 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.348604 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.374894 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Pushing event updated for resources: {'Port': ['ID=66fc24ab-f783-457c-9419-93352d06bed2,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:25.404030 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:29:25.424642 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:25.425963 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:25.581928 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Router 3e2351aa-58de-4f27-b06e-064ac334868d is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:29:25.626545 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ba155c21-5b63-4654-836d-cbfbb97bc394 None None] Provisioning complete for port 66fc24ab-f783-457c-9419-93352d06bed2 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:25.626941 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba155c21-5b63-4654-836d-cbfbb97bc394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.664269 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-ba155c21-5b63-4654-836d-cbfbb97bc394 None None] Port 66fc24ab-f783-457c-9419-93352d06bed2 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:29:25.671776 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:29:25.676898 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e29c490b-91fb-49dc-a409-286c95f0ef99 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e2351aa-58de-4f27-b06e-064ac334868d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7098455 Jul 28 03:29:25.697428 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Sync routers for ids ['3e2351aa-58de-4f27-b06e-064ac334868d'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:29:25.708560 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Routers {'3e2351aa-58de-4f27-b06e-064ac334868d'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:25.709446 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:29:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['3e2351aa-58de-4f27-b06e-064ac334868d'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:25.892691 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Set router 3e2351aa-58de-4f27-b06e-064ac334868d gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:26.317946 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:25Z', 'revision_number': 2, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port_host': None, '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:25Z', 'revision_number': 2, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:26.369053 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Checking router: 3e2351aa-58de-4f27-b06e-064ac334868d for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:29:26.369436 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Updating router 3e2351aa-58de-4f27-b06e-064ac334868d port 66fc24ab-f783-457c-9419-93352d06bed2 binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:29:26.422972 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:26.938249 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:26.957848 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Transition to ACTIVE for port object 66fc24ab-f783-457c-9419-93352d06bed2 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:26.963519 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:27.116387 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Pushing event updated for resources: {'Port': ['ID=66fc24ab-f783-457c-9419-93352d06bed2,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:27.130443 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Attempting to bind port 66fc24ab-f783-457c-9419-93352d06bed2 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:27.130846 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Attempting to bind port 66fc24ab-f783-457c-9419-93352d06bed2 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:27.131830 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Attempting to bind port 66fc24ab-f783-457c-9419-93352d06bed2 on network 9c4e8068-7294-47a5-82e5-82d83d8d39ba {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:27.134913 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.135255 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.135589 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.135918 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.136242 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.136565 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.136886 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.137206 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.137542 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.137889 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.138207 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.138518 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Tracked resource versions report: Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: pushed versions: Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Log': {'1.0'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Network': {'1.1'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Port': {'1.7'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SubPort': {'1.0'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Subnet': {'1.1'}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Trunk': {'1.1'}} Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: consumer versions: Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Log': '1.0', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Network': '1.1', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Port': '1.7', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'PortForwarding': '1.2', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'QosPolicy': '1.8', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroup': '1.4', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'SubPort': '1.0', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Subnet': '1.1', Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: 'Trunk': '1.1'}} Jul 28 03:29:27.139644 dv-cinder-733062-21-smb neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:27.146365 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:27.146757 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Checking segment: {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:27.147248 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:27.149480 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Bound using segment: {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:27.149856 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Bound port: 66fc24ab-f783-457c-9419-93352d06bed2, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003103f1-626a-44d2-ae95-f31be778e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:27.150245 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:27.220696 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] For port 66fc24ab-f783-457c-9419-93352d06bed2, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:27.242072 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] For port 66fc24ab-f783-457c-9419-93352d06bed2, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=66fc24ab-f783-457c-9419-93352d06bed2,segment=NetworkSegment(003103f1-626a-44d2-ae95-f31be778e409),segment_id=003103f1-626a-44d2-ae95-f31be778e409)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:27.246319 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:27.303731 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff0cec-21c7-43b1-9a9e-eb8d8de84c1e None None] Pushing event updated for resources: {'Port': ['ID=66fc24ab-f783-457c-9419-93352d06bed2,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:27.308672 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Routers {'3e2351aa-58de-4f27-b06e-064ac334868d'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:27.309282 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:29:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['3e2351aa-58de-4f27-b06e-064ac334868d'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:27.396457 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] Set router 3e2351aa-58de-4f27-b06e-064ac334868d gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:27.600846 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:25Z', 'revision_number': 2, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port_host': None, '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:27Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:27.626008 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e966c-2924-46e2-ae24-b3b3b7274945 None None] The sync data for ids ['3e2351aa-58de-4f27-b06e-064ac334868d'] in dv-cinder-733062-21-smb is: [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:25Z', 'revision_number': 2, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port_host': None, '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:27Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:29:28.130381 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46192) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:28.322668 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7534f09-8fc3-4c88-8c2d-8c2bddb2cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:28.323999 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a7534f09-8fc3-4c88-8c2d-8c2bddb2cfc2 admin admin] 10.222.0.26 "GET /v2.0/networks/eda64e09-e91d-467d-a41f-683d0a5236e4 HTTP/1.1" status: 200 len: 842 time: 0.1926486 Jul 28 03:29:28.333656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.0.0/24', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:28.354699 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Made reservation on behalf of d9222169a3c741619928b59d508d4e3d for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:28.357122 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:28.695909 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.objects.ports [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93249) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:29:28.696339 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:28.750262 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d4de64-e50a-4f3b-b03a-673d154f2a54,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:28.760351 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:28.760705 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Network hostable DHCP agents. Network: eda64e09-e91d-467d-a41f-683d0a5236e4, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:29:28.777718 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:29:28.787707 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, eda64e09-e91d-467d-a41f-683d0a5236e4) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:28.791792 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:28.792378 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:28.798946 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ffca2-4da2-4717-afc4-467fb1c000c1 None None] Network eda64e09-e91d-467d-a41f-683d0a5236e4 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:28.813305 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-94ec604e-7f62-4c80-86d6-ce532c697b07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4828036 Jul 28 03:29:28.939352 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c45c1-404b-44a1-a6c0-8ffe4b0bceb2 None None] Network eda64e09-e91d-467d-a41f-683d0a5236e4 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:31.088676 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46210) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:31.233790 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-429a7095-4e0e-4699-a531-95740905bd1f admin admin] 10.222.0.26 "GET /v2.0/routers/3e2351aa-58de-4f27-b06e-064ac334868d HTTP/1.1" status: 200 len: 710 time: 0.1405649 Jul 28 03:29:31.315131 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fab8e2-cb74-4912-926c-e09fadb7c620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:31.316507 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e7fab8e2-cb74-4912-926c-e09fadb7c620 admin admin] 10.222.0.26 "GET /v2.0/networks/eda64e09-e91d-467d-a41f-683d0a5236e4 HTTP/1.1" status: 200 len: 886 time: 0.0803225 Jul 28 03:29:31.325701 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:31.564409 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:31.793767 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:31.866593 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:31.973265 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Allocated IP 172.28.0.187 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/d0e09f4f-8418-4a6d-a8b7-059d34b3af5e) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:32.073144 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.111293 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.151548 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:32.156409 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:32.160834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:32.164727 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Pushing event updated for resources: {'Port': ['ID=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:32.484961 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.715023 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.718312 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-465158'] for router, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.824390 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Router 3e2351aa-58de-4f27-b06e-064ac334868d has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:29:32.931966 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:29:32.936222 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.937472 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-795496b2-1751-4db0-8a51-4df7983767ef admin admin] 10.222.0.26 "PUT /v2.0/routers/3e2351aa-58de-4f27-b06e-064ac334868d HTTP/1.1" status: 200 len: 890 time: 1.6149645 Jul 28 03:29:34.041884 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Sync routers for ids ['3e2351aa-58de-4f27-b06e-064ac334868d'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:29:34.051571 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Routers {'3e2351aa-58de-4f27-b06e-064ac334868d'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:34.052212 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:29:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['3e2351aa-58de-4f27-b06e-064ac334868d'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:34.309359 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Set router 3e2351aa-58de-4f27-b06e-064ac334868d gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:34.501676 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 66fc24ab-f783-457c-9419-93352d06bed2 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:34.641568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 66fc24ab-f783-457c-9419-93352d06bed2 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:34.670449 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 66fc24ab-f783-457c-9419-93352d06bed2 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:34.670830 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:34.795538 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:32Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port': {'id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:31Z', 'updated_at': '2021-07-28T03:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:27Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:34.852738 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Checking router: 3e2351aa-58de-4f27-b06e-064ac334868d for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:29:34.853112 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Updating router 3e2351aa-58de-4f27-b06e-064ac334868d port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:29:34.890014 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:34.907995 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:34.957299 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 66fc24ab-f783-457c-9419-93352d06bed2, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=66fc24ab-f783-457c-9419-93352d06bed2,segment=NetworkSegment(003103f1-626a-44d2-ae95-f31be778e409),segment_id=003103f1-626a-44d2-ae95-f31be778e409)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:34.978647 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.154091 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=66fc24ab-f783-457c-9419-93352d06bed2,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:35.295041 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.304929 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Transition to ACTIVE for port object d0e09f4f-8418-4a6d-a8b7-059d34b3af5e will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:35.312108 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.333374 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46222) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:35.362882 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Attempting to bind port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:35.363263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Attempting to bind port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:35.363634 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Attempting to bind port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:35.366482 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9d727-0bcb-4797-bf73-5bc40d27ad1b None None] Pushing event updated for resources: {'Port': ['ID=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:35.370926 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:35.371305 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:35.371717 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.372111 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:35.372579 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Bound port: d0e09f4f-8418-4a6d-a8b7-059d34b3af5e, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:35.372991 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.425574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] For port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:35.428779 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] For port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:35.432356 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.446384 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-51125e6d-c5ea-4b0a-a12f-8c4b79e79791 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1112561 Jul 28 03:29:35.491945 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9d727-0bcb-4797-bf73-5bc40d27ad1b None None] Pushing event updated for resources: {'Port': ['ID=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:35.497130 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Routers {'3e2351aa-58de-4f27-b06e-064ac334868d'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:35.497780 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:29:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['3e2351aa-58de-4f27-b06e-064ac334868d'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:35.686993 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] Set router 3e2351aa-58de-4f27-b06e-064ac334868d gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:35.896039 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:32Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port': {'id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:31Z', 'updated_at': '2021-07-28T03:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:34Z', 'revision_number': 5, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:35.925160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30534ea7-8430-4b6d-9076-54310122ba7e None None] The sync data for ids ['3e2351aa-58de-4f27-b06e-064ac334868d'] in dv-cinder-733062-21-smb is: [{'id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'name': 'router1', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:15Z', 'updated_at': '2021-07-28T03:29:32Z', 'revision_number': 4, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'gw_port': {'id': 'd0e09f4f-8418-4a6d-a8b7-059d34b3af5e', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:31Z', 'updated_at': '2021-07-28T03:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '66fc24ab-f783-457c-9419-93352d06bed2', 'name': '', 'network_id': '9c4e8068-7294-47a5-82e5-82d83d8d39ba', 'tenant_id': 'ea3024126efb45b78d3db5774bcaf895', 'mac_address': 'fa:16:3e:aa:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2351aa-58de-4f27-b06e-064ac334868d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:24Z', 'updated_at': '2021-07-28T03:29:34Z', 'revision_number': 5, 'project_id': 'ea3024126efb45b78d3db5774bcaf895', 'subnets': [{'id': '36c736fd-de4c-482e-b4b5-07c98687bd73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47276da-d26c-4829-98a5-8f160156076d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:29:36.540929 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d0e09f4f-8418-4a6d-a8b7-059d34b3af5e up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:36.596484 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:36.604479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:36.604892 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:36.694593 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:36.719673 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:36.723589 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:36.724937 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 66fc24ab-f783-457c-9419-93352d06bed2 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:36.805504 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=d0e09f4f-8418-4a6d-a8b7-059d34b3af5e,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:36.817438 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 66fc24ab-f783-457c-9419-93352d06bed2 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:36.817879 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.485523 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d0e09f4f-8418-4a6d-a8b7-059d34b3af5e up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:38.536143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port d0e09f4f-8418-4a6d-a8b7-059d34b3af5e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:38.536568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:50.018179 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e17fc989-f35f-4ebb-ac71-da6058fc9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.436113 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-926b4791-9b65-4ad9-82aa-aa50e79f805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.637144 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:53.739963 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.368968 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.403555 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:30:20.003698 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e701ffcb-8620-4ad0-9dec-22f12f69da31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:22.431157 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-69c25930-1b82-4669-ac1f-437e7a0f7ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:22.632348 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:23.743337 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:25.376389 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:39.401569 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:30:49.995205 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47eba8cf-77f7-48b2-9237-39490f3e92f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:52.431445 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a670fd4-86ee-4111-9eae-fede67e8eb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:52.637304 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:53.743564 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:55.372692 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:10.809317 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46790) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:10.870542 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61bc9e7-034f-4f5b-a55f-d911ef4b7089 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:31:10.871853 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b61bc9e7-034f-4f5b-a55f-d911ef4b7089 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615139 Jul 28 03:31:11.026129 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1718bf0-ad7e-44c5-b390-16730a9eb881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:11.027509 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b1718bf0-ad7e-44c5-b390-16730a9eb881 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513512 Jul 28 03:31:13.188276 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46800) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:13.277077 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbff183-c62c-4df4-83b9-eeec9c733e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:13.278401 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ddbff183-c62c-4df4-83b9-eeec9c733e15 admin admin] 10.222.0.26 "GET /v2.0/subnets/36c736fd-de4c-482e-b4b5-07c98687bd73 HTTP/1.1" status: 200 len: 849 time: 0.0886936 Jul 28 03:31:13.288447 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:13.371214 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:13.510771 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782133222184'] for subnet, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:13.538149 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:13.538982 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:13.540216 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] 10.222.0.26 "PUT /v2.0/subnets/36c736fd-de4c-482e-b4b5-07c98687bd73 HTTP/1.1" status: 200 len: 868 time: 0.2553537 Jul 28 03:31:13.558293 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ec5d9-2656-4b7b-8ff1-04aaf17adcd4 None None] Network 9c4e8068-7294-47a5-82e5-82d83d8d39ba requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:31:13.564239 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c736fd-de4c-482e-b4b5-07c98687bd73,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:13.571693 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.572042 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.572382 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.572717 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.573045 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.573407 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.573742 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.574098 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.574423 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.574745 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.575065 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.575382 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fddd8-4b3a-4284-9633-25797ed8b367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:13.918877 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f313b017-fb47-461f-89ff-0e6bc5b81ecd None None] Provisioning complete for port 66fc24ab-f783-457c-9419-93352d06bed2 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:13.919260 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f313b017-fb47-461f-89ff-0e6bc5b81ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:14.003838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f313b017-fb47-461f-89ff-0e6bc5b81ecd None None] Provisioning complete for port d1212e71-0acd-42ec-bc8c-e2b77aca826f triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:14.004111 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f313b017-fb47-461f-89ff-0e6bc5b81ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:15.711868 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46808) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:15.833398 dv-cinder-733062-21-smb neutron-server[93250]: WARNING oslo_policy.policy [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:15.834031 dv-cinder-733062-21-smb neutron-server[93250]: WARNING oslo_policy.policy [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:16.329598 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.policy [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:31:16.376579 dv-cinder-733062-21-smb neutron-server[93250]: WARNING oslo_policy.policy [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:16.376952 dv-cinder-733062-21-smb neutron-server[93250]: WARNING oslo_policy.policy [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:31:16.385292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:16.385789 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:16.387654 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-97b66e37-228c-4b82-828c-52d31d92d215 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6748743 Jul 28 03:31:16.400651 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:18.544455 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46824) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:18.735829 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f4107-f305-4f56-b35c-4aed927fdbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:18.736215 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f4107-f305-4f56-b35c-4aed927fdbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:18.737727 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-dd5f4107-f305-4f56-b35c-4aed927fdbfa admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923525 Jul 28 03:31:19.995545 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cc02-d68e-4896-8613-e9423bdcf982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:20.888805 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46832) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:21.020990 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f906c-6bfe-4b5b-b3c0-31ec8461c198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:21.022400 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e97f906c-6bfe-4b5b-b3c0-31ec8461c198 admin admin] 10.222.0.26 "GET /v2.0/networks/9c4e8068-7294-47a5-82e5-82d83d8d39ba HTTP/1.1" status: 200 len: 869 time: 0.1326423 Jul 28 03:31:22.432815 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62c84adc-d995-4b31-9952-04cf4e865ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.637995 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:23.205637 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46840) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:23.327911 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb3264-addb-4545-b1f2-17b02d7d4142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:23.329312 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-61bb3264-addb-4545-b1f2-17b02d7d4142 admin admin] 10.222.0.26 "GET /v2.0/networks/eda64e09-e91d-467d-a41f-683d0a5236e4 HTTP/1.1" status: 200 len: 886 time: 0.1226945 Jul 28 03:31:23.746251 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.380723 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.474328 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46848) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:25.594731 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6f80d-1e9a-47ff-b7da-621e8dd91a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:25.595176 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6f80d-1e9a-47ff-b7da-621e8dd91a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:25.596647 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-afd6f80d-1e9a-47ff-b7da-621e8dd91a4e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214018 Jul 28 03:31:27.774754 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46856) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:27.860916 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad2b5d-c895-458a-a715-5f3c702c6d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:27.861367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad2b5d-c895-458a-a715-5f3c702c6d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:27.862823 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-afad2b5d-c895-458a-a715-5f3c702c6d11 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0871511 Jul 28 03:31:30.026310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46864) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:30.149917 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea85e1-0f88-4281-a6b9-c56deba873a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:30.151257 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-8fea85e1-0f88-4281-a6b9-c56deba873a8 admin admin] 10.222.0.26 "GET /v2.0/subnets/36c736fd-de4c-482e-b4b5-07c98687bd73 HTTP/1.1" status: 200 len: 868 time: 0.1240196 Jul 28 03:31:32.297380 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46872) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:32.474510 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a9920-bb11-47e6-9565-3405167e4430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:32.475772 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b83a9920-bb11-47e6-9565-3405167e4430 admin admin] 10.222.0.26 "GET /v2.0/subnets/64d4de64-e50a-4f3b-b03a-673d154f2a54 HTTP/1.1" status: 200 len: 816 time: 0.1774306 Jul 28 03:31:49.995251 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c47a80e9-6869-46d1-ab27-219cee45c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.433418 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-63a526a2-a081-4b1d-a0ab-5624285178a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:52.638880 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:53.399975 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:53.748539 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:55.383062 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:57.835046 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46926) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:57.879848 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [None req-f0960ae9-9d29-40b5-a29d-2d3c35ce751d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:31:57.881097 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f0960ae9-9d29-40b5-a29d-2d3c35ce751d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451181 Jul 28 03:32:00.107888 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 46934) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:00.167246 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cce99d-c3d1-485d-ac18-a12730431d2b admin admin] GET failed (client error): The resource could not be found. Jul 28 03:32:00.168527 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c7cce99d-c3d1-485d-ac18-a12730431d2b admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596828 Jul 28 03:32:00.257778 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4365e98-aea9-4242-81bc-5bea657326bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:00.259263 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c4365e98-aea9-4242-81bc-5bea657326bb admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864015 Jul 28 03:32:02.451559 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46942) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:02.495465 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:02.496819 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.quota [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Loaded quota_driver: . Jul 28 03:32:02.537365 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Made reservation on behalf of d9222169a3c741619928b59d508d4e3d for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:02.540367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.588175 dv-cinder-733062-21-smb neutron-server[93250]: WARNING neutron.services.revisions.revision_plugin [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Could not find related network for resource to bump revision. Jul 28 03:32:02.609371 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:32:02.622486 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782133395752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.623060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Unsubscribe: segment precommit_create {{(pid=93250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:32:02.623574 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.segments_db [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Added segment e65c0225-59d2-4ef3-895d-b43997aeb1dd of type vlan for network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 Jul 28 03:32:02.684609 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.728552 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.729563 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:02.730198 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.757736 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3050668 Jul 28 03:32:02.840698 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3f8156de-5f1b-4ce6-b67e-48d04b44c647,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:02.850972 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.851329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.851671 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.852006 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.852338 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.852667 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.852993 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.853333 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.853648 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.854010 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.854345 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.854792 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c14a6a-2e7f-48f8-a086-0307c8f3afc9 admin admin] Tracked resource versions report: Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: pushed versions: Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Log': {'1.0'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Network': {'1.1'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Port': {'1.7'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SubPort': {'1.0'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Subnet': {'1.1'}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Trunk': {'1.1'}} Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: consumer versions: Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Log': '1.0', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Network': '1.1', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Port': '1.7', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'PortForwarding': '1.2', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'QosPolicy': '1.8', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroup': '1.4', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'SubPort': '1.0', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Subnet': '1.1', Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: 'Trunk': '1.1'}} Jul 28 03:32:02.855929 dv-cinder-733062-21-smb neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:32:02.930573 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:32:04.944067 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 46954) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:05.007990 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6f25bb-0931-4ee0-b0dd-2c170a63d97e admin admin] GET failed (client error): The resource could not be found. Jul 28 03:32:05.009288 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-fa6f25bb-0931-4ee0-b0dd-2c170a63d97e admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642972 Jul 28 03:32:05.105983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186beee4-2c5e-4df3-88da-7d62e1a5fad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:05.107394 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-186beee4-2c5e-4df3-88da-7d62e1a5fad8 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0937650 Jul 28 03:32:05.117346 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Request body: {'subnet': {'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:05.141150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Made reservation on behalf of d9222169a3c741619928b59d508d4e3d for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:05.143248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.359213 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.413934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95199373-2f2d-4f28-86ec-a3518def976a,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:05.427725 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Checking segment: {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:05.428124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Network hostable DHCP agents. Network: 3f8156de-5f1b-4ce6-b67e-48d04b44c647, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:32:05.450122 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:32:05.461197 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 3f8156de-5f1b-4ce6-b67e-48d04b44c647) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:05.466288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:05.466900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.471109 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfa8dd-7b98-4f9f-83b5-ed00d14941fd None None] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:05.481730 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c761c8a9-3ba7-4edc-8516-5fd29269cd8a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677468 Jul 28 03:32:05.715972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-3f8156de-5f1b-4ce6-b67e-48d04b44c647', 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647', 'tenant_id': 'd9222169a3c741619928b59d508d4e3d', 'fixed_ips': [{'subnet_id': '95199373-2f2d-4f28-86ec-a3518def976a'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:32:05.716848 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:05.859169 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Allocated IP 192.168.233.2 (3f8156de-5f1b-4ce6-b67e-48d04b44c647/95199373-2f2d-4f28-86ec-a3518def976a/739bf29d-69d4-4c95-a0dd-6b1f9bce8e79) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:32:05.997054 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.006274 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Transition to ACTIVE for port object 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:06.021063 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Transition to ACTIVE for port object 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:06.027033 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.066474 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:32:06.069167 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:06.072522 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:32:06.082838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Pushing event updated for resources: {'Port': ['ID=739bf29d-69d4-4c95-a0dd-6b1f9bce8e79,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:06.092134 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.092537 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.092882 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.093223 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.093556 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.093919 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.094246 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.094575 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.094920 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.095248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.095570 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.095889 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:06.141488 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Attempting to bind port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:32:06.141878 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Attempting to bind port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:32:06.142238 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Attempting to bind port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 on network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:32:06.148485 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:32:06.148860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Checking segment: {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:06.149263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.149657 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Bound using segment: {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:32:06.150650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Bound port: 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:32:06.150650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.213392 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] For port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:32:06.216958 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] For port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=739bf29d-69d4-4c95-a0dd-6b1f9bce8e79,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:32:06.224219 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.282126 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c996e-5183-4de0-9312-386a0d097f39 None None] Pushing event updated for resources: {'Port': ['ID=739bf29d-69d4-4c95-a0dd-6b1f9bce8e79,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:06.606568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:06.660458 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:07.094806 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907ab5b-1435-47bf-926d-292b22a02f5e None None] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:07.202762 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Provisioning for port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:07.216357 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Provisioning complete for port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:07.216733 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:07.326155 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:07.363720 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] For port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=739bf29d-69d4-4c95-a0dd-6b1f9bce8e79,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:07.366367 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:07.422164 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb49f-ad35-48cb-af34-c7aa056a787c None None] Pushing event updated for resources: {'Port': ['ID=739bf29d-69d4-4c95-a0dd-6b1f9bce8e79,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:07.486480 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-13063d55-edf6-45c2-9945-686b54c3a0ea None None] Provisioning complete for port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:07.486854 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-13063d55-edf6-45c2-9945-686b54c3a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:08.572989 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:08.619496 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 739bf29d-69d4-4c95-a0dd-6b1f9bce8e79 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:08.619868 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.995776 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-36af590f-0484-4b8e-b531-96d65a6bc638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.434601 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6952dcfc-cea4-451b-8db3-f6cdf44d4482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.640442 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.751024 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.386810 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:30.400164 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:32:49.997309 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0cd56eac-ef72-43d4-9ba5-5145c062c1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:52.435651 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dae79744-5e5b-404e-9a8b-7e634e9ebcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:52.647361 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:53.754051 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:55.390340 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.399136 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:18.009088 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47006) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:18.016475 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [None req-26e0dbe6-63e0-451e-942c-1358bfa2cf70 tempest-verify_tempest_config-999458718 tempest-verify_tempest_config-999458718-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:33:18.017447 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-26e0dbe6-63e0-451e-942c-1358bfa2cf70 tempest-verify_tempest_config-999458718 tempest-verify_tempest_config-999458718-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073459 Jul 28 03:33:18.310694 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47024) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:18.410774 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.525985 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.529398 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.570918 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce793fe-0bfb-4800-be04-6e96fc89404b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:18.575397 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45db2c4637b147dab8e2890fd4d358c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636511 Jul 28 03:33:18.578521 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47028) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:18.580246 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.580612 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.580952 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.581284 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.581610 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.581962 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.582289 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.582610 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.582933 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.583252 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.583568 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.583882 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969da97-225f-4819-a5fd-0257aac416ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.632965 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.653582 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.739570 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.742178 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:18.745730 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ce793fe-0bfb-4800-be04-6e96fc89404b HTTP/1.1" status: 204 len: 168 time: 0.1638384 Jul 28 03:33:18.751525 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce793fe-0bfb-4800-be04-6e96fc89404b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:18.758271 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.758636 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.758970 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.759296 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.759619 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.759946 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.760261 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.760587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.760898 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.761217 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.761851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:18.762166 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5f907-13f2-41db-89f9-6ebc82460550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:19.999185 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78371bc8-f8a7-4b3f-b948-a76997092f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:22.435715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d6da4858-7eaa-432b-9498-6b1186e4b664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:22.640617 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:23.756598 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:25.391278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:44.397200 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:49.999510 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8e40-8bab-41c1-a128-0b216637fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.436445 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8749f4be-ace5-4ede-b429-4313a62fd041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.639991 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:53.758547 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:55.395407 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:19.999065 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6dee0892-3da6-42e3-898c-b720a6cc7956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:21.396436 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:34:22.436154 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a880af70-dc13-48eb-89ac-9d1374bf17c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:22.639797 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:23.761425 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:25.397600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:50.001183 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c23ce309-c664-465f-bd1c-a788e13f4507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:52.437492 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0822f560-6777-4013-a830-bcd45e2acf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:52.641374 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:53.764577 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:55.400954 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:55.957245 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464545'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:58.395612 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:00.450932 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47082) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:00.551982 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6bcaef5a-7602-48cc-af5e-db8301fd9c35 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0999329 Jul 28 03:35:02.708652 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47092) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:02.766974 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e4d5a153-3355-4bf0-aea4-89ab5abcfd87 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0572498 Jul 28 03:35:20.000279 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7bff7f6d-2388-4485-802d-8e5f21aa554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:22.437955 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-51cf4804-6c6e-4f24-9a0e-19a6742333ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:22.642706 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.766310 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.404817 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.905232 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:35.394692 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:50.001469 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0da0-e220-4124-ac0a-2923dff97fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:52.439472 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-16089b1d-c15b-49b6-a242-8c89853a34a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:52.646077 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:53.768764 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:55.409617 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:55.912582 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:12.394171 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:20.002048 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f0187b8c-57aa-4708-a8a3-24c27b2aacb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:22.440566 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e75e2448-b57f-4a4e-832c-ea6bc44b6fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:22.646673 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:23.771576 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:25.411863 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:25.909174 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:31.694164 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47250) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:31.894785 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-994429456-network', 'tenant_id': '61668da9bef94225915fde2e5254e3f2'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:31.926561 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Made reservation on behalf of 61668da9bef94225915fde2e5254e3f2 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:31.928900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:31.937328 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.033347 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.039056 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.057432 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:32.071053 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.071322 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.segments_db [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Added segment a5c09359-f0dc-4d88-ab51-4c5dc88c0294 of type vlan for network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 Jul 28 03:36:32.093107 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c24571-6597-4a69-9ab7-3b8f930d0bf3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:32.124552 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.124920 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.125264 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.125597 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.125951 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.126276 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.126770 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.127522 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.128049 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.128529 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.129015 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.129488 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Tracked resource versions report: Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: pushed versions: Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Log': {'1.0'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Network': {'1.1'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Port': {'1.7'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SubPort': {'1.0'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Subnet': {'1.1'}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Trunk': {'1.1'}} Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: consumer versions: Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Log': '1.0', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Network': '1.1', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Port': '1.7', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'PortForwarding': '1.2', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'QosPolicy': '1.8', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroup': '1.4', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'SubPort': '1.0', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Subnet': '1.1', Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: 'Trunk': '1.1'}} Jul 28 03:36:32.130706 dv-cinder-733062-21-smb neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:36:32.158678 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.187865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.188946 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:32.189590 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.253084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2574890c-4ff5-4cd0-9788-7aa5f7b54d40,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:32.259028 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47300) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:32.259826 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-ce7f1568-0563-4894-86fa-05046529d8f1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5637732 Jul 28 03:36:32.266726 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Request body: {'subnet': {'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-subnet', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:32.267966 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:32.293189 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Made reservation on behalf of 61668da9bef94225915fde2e5254e3f2 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:32.295568 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.484910 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.534472 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6e0e6e-ce77-44c3-ab27-69532b37785b,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:32.544169 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.544580 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.544932 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.545264 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.545599 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.545953 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.546278 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.546603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.546940 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.547263 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.547582 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.547900 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Tracked resource versions report: Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: pushed versions: Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: { 'AddressGroup': {'1.2'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Log': {'1.0'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Network': {'1.1'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Port': {'1.7'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'PortForwarding': {'1.2'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'QosPolicy': {'1.8'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroup': {'1.4'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SubPort': {'1.0'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Subnet': {'1.1'}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Trunk': {'1.1'}} Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: consumer versions: Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'ConntrackHelper': '1.0', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Log': '1.0', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Network': '1.1', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Port': '1.7', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'PortForwarding': '1.2', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'QosPolicy': '1.8', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroup': '1.4', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SecurityGroupRule': '1.2', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'SubPort': '1.0', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Subnet': '1.1', Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: 'Trunk': '1.1'}} Jul 28 03:36:32.548959 dv-cinder-733062-21-smb neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:36:32.565038 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47318) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:32.565186 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Checking segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:32.565433 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Network hostable DHCP agents. Network: 2574890c-4ff5-4cd0-9788-7aa5f7b54d40, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:32.583480 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:32.592868 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 2574890c-4ff5-4cd0-9788-7aa5f7b54d40) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:32.597268 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:32.597897 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.609049 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816cdd68-f90a-4ed4-b1f3-64619a756412 None None] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:32.617582 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47324) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:32.617730 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-32705c42-bd00-4ead-a8be-76a38eb58e8e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3562799 Jul 28 03:36:32.622059 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:32.648421 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.650378 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.762700 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23932c09-5c43-4c79-be0b-7c947ef221d8 None None] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:32.769598 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47328) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:32.800667 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47332) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:32.890850 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:32.931048 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-899047470-network', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:33.002204 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Made reservation on behalf of ee6e62c9fa2a4074ad8c7f0ee2462985 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:33.004769 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.057288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.079181 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2000632314-network', 'tenant_id': 'dbf7518996c847baabcf5d2c27566040'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:33.111440 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:33.114946 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.126540 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.160281 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.db.api [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:36:33.160281 dv-cinder-733062-21-smb neutron-server[93249]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:36:33.160281 dv-cinder-733062-21-smb neutron-server[93249]: [parameters: {'project_id_1': 'dbf7518996c847baabcf5d2c27566040', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 36, 33, 140891)}] Jul 28 03:36:33.160281 dv-cinder-733062-21-smb neutron-server[93249]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93249) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:36:33.160841 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG oslo_db.api [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:36:33.163083 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.223305 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-83647082-network', 'tenant_id': '31cd2e546e3c4ecdb0aab39f2a8158ec'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:33.375151 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.392376 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.409875 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Made reservation on behalf of 31cd2e546e3c4ecdb0aab39f2a8158ec for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:33.413594 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.427248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:33.449722 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.583198 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.584379 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.segments_db [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Added segment 6bbccc1e-ddda-4d84-9396-2908edc010e7 of type vlan for network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 Jul 28 03:36:33.621468 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.635875 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.661697 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.678422 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.681602 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3742866-61bc-4bb7-b625-f38861383902,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:33.690308 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fcc73b-6f20-48f6-8de4-7f230d127e60,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:33.725129 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.726209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:33.726821 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.792070 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.800654 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:33.804063 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.830215 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] Pushing event updated for resources: {'Network': ['ID=0b43a69f-0c94-4687-b4fb-9e5bd891df97,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:33.838329 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:33.842171 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:33.853357 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-04a0abe6-6750-42fd-8ba8-3fe77bc6980e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2864163 Jul 28 03:36:33.867294 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47380) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:33.891111 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Request body: {'subnet': {'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-899047470-subnet', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:33.899695 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.900832 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Added segment 792c821d-ab63-431e-b820-c3acc8fbf5e3 of type vlan for network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e Jul 28 03:36:33.929228 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.931958 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Added segment 0506d361-d16b-4d91-adcf-197f6815d449 of type vlan for network b06ee7f7-893a-4a86-8914-cd6b8df5e59f Jul 28 03:36:33.988203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.000158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc56a521-44c9-4901-af3a-db2462a3b08f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:34.014716 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.059482 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.107976 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.131830 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Made reservation on behalf of ee6e62c9fa2a4074ad8c7f0ee2462985 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:34.135122 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.188515 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.189506 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:34.190103 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.219467 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Allocated IP 172.28.0.84 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/8e43cd61-441c-4adf-ba2d-d24ab17367cf) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:34.261060 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.262110 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:34.262697 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.296910 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4909742 Jul 28 03:36:34.302077 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47400) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:34.308950 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Request body: {'subnet': {'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-83647082-subnet', 'tenant_id': '31cd2e546e3c4ecdb0aab39f2a8158ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:34.313192 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a96e0b-6422-4367-b994-b60ee3f1fffe admin admin] Pushing event updated for resources: {'Network': ['ID=85d58bea-4ad2-400e-b2d7-8fa569f60a9e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:34.323779 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5527196 Jul 28 03:36:34.327606 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47402) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:34.330509 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:34.354398 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Request body: {'subnet': {'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2000632314-subnet', 'tenant_id': 'dbf7518996c847baabcf5d2c27566040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:34.417645 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.421399 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99987cd-c207-4861-94a8-0565d967aea6 admin admin] Pushing event updated for resources: {'Network': ['ID=b06ee7f7-893a-4a86-8914-cd6b8df5e59f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:34.441169 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Made reservation on behalf of 31cd2e546e3c4ecdb0aab39f2a8158ec for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:34.443799 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.459226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47410) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:34.505499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:34.507874 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:34.518239 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.680440 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e98dc00-9613-4564-b09e-602f323fce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.718026 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.731036 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.758904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:34.765976 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:34.773721 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83045204-f8d0-4463-965e-bf0ef95cb4f7,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:34.774244 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:34.787755 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:34.837403 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7849884c-e736-4a64-85ce-8df4e1932a78,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:34.899589 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Checking segment: {'id': '792c821d-ab63-431e-b820-c3acc8fbf5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:34.900012 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Network hostable DHCP agents. Network: 85d58bea-4ad2-400e-b2d7-8fa569f60a9e, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:34.906448 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Checking segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:34.906878 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Network hostable DHCP agents. Network: 0b43a69f-0c94-4687-b4fb-9e5bd891df97, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:34.946052 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:34.954317 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47434) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:34.954926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:34.973872 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 0b43a69f-0c94-4687-b4fb-9e5bd891df97) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:34.976350 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 85d58bea-4ad2-400e-b2d7-8fa569f60a9e) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:34.983281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3c0e9-8926-4877-bdc6-f46d22d9e6d4 None None] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:34.990956 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:34.991596 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.008044 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:35.008654 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.042146 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547de05-8fe1-436e-aab9-afec979e4c4f None None] Network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:35.221402 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f5844240-0d39-4818-a334-00d895430d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.245378 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Pushing event updated for resources: {'Port': ['ID=8e43cd61-441c-4adf-ba2d-d24ab17367cf,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:35.348523 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:36:35.349807 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.440864 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.457205 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920f0b7-0272-4f2a-947a-a8a77d9280a4 None None] Network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:35.471610 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.542612 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e98dc00-9613-4564-b09e-602f323fce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.561092 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-80beca5b-a059-42c9-8432-7e4eb6fcf9f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6883333 Jul 28 03:36:35.562629 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e98dc00-9613-4564-b09e-602f323fce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.595298 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Allocated IP 172.20.0.2 (0b43a69f-0c94-4687-b4fb-9e5bd891df97/7849884c-e736-4a64-85ce-8df4e1932a78/6e3aad84-7bd1-4d44-85cf-900051d9f039) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:35.663273 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f5844240-0d39-4818-a334-00d895430d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.664680 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47460) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:35.677062 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1dbb53ec-bb5c-45df-adc3-97f72bc50c97 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3631375 Jul 28 03:36:35.677062 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:35.678264 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f5844240-0d39-4818-a334-00d895430d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.698690 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18a17da-979e-4aec-8e50-7d6e06b5c8a6,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:35.750527 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-0e98dc00-9613-4564-b09e-602f323fce06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c35778f71f34b818c31d8a45b8ee6cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2871461 Jul 28 03:36:35.758745 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47468) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:35.759773 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Checking segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:35.760133 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Network hostable DHCP agents. Network: b06ee7f7-893a-4a86-8914-cd6b8df5e59f, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:35.767235 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f5844240-0d39-4818-a334-00d895430d4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dab6af56f30438fb20cdcef7daec85d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8076081 Jul 28 03:36:35.769926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47470) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:35.786155 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98dc00-9613-4564-b09e-602f323fce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1bb00-b41d-4200-8000-ac1eeeaad4d1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:35.832269 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.833595 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.851762 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.864281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Transition to ACTIVE for port object 6e3aad84-7bd1-4d44-85cf-900051d9f039 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:35.882850 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:35.886497 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Transition to ACTIVE for port object 6e3aad84-7bd1-4d44-85cf-900051d9f039 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:35.894089 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.899152 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.899635 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5844240-0d39-4818-a334-00d895430d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389b2a09-66be-4b06-b665-1fe6fe48e37e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:35.942747 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, b06ee7f7-893a-4a86-8914-cd6b8df5e59f) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:35.948269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:35.949048 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.958274 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.998472 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-ea1d0fea-2f84-4d5e-91e3-ad345cee075b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6696768 Jul 28 03:36:36.022888 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.025346 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.036599 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.057914 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Pushing event updated for resources: {'Port': ['ID=6e3aad84-7bd1-4d44-85cf-900051d9f039,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:36.076059 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545bcc03-7bb5-486f-89f1-e780a5810e2a None None] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:36.082369 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.089917 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.090480 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.092132 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.092671 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.093818 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.094933 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.095909 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.096984 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.099400 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.099722 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.101027 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Tracked resource versions report: Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: pushed versions: Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Log': {'1.0'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Network': {'1.1'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Port': {'1.7'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SubPort': {'1.0'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Subnet': {'1.1'}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Trunk': {'1.1'}} Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: consumer versions: Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Log': '1.0', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Network': '1.1', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Port': '1.7', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'PortForwarding': '1.2', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'QosPolicy': '1.8', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroup': '1.4', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'SubPort': '1.0', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Subnet': '1.1', Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: 'Trunk': '1.1'}} Jul 28 03:36:36.105128 dv-cinder-733062-21-smb neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:36:36.130553 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.143085 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:36.146437 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:36.155863 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:36.164613 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.245184 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.248430 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.252570 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01d1bb00-b41d-4200-8000-ac1eeeaad4d1 HTTP/1.1" status: 204 len: 168 time: 0.4900730 Jul 28 03:36:36.274087 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa7ee9-9f74-4c14-88a8-c77462e0fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1bb00-b41d-4200-8000-ac1eeeaad4d1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:36.276023 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:36:36.338914 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Attempting to bind port 6e3aad84-7bd1-4d44-85cf-900051d9f039 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:36.339311 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Attempting to bind port 6e3aad84-7bd1-4d44-85cf-900051d9f039 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:36.339701 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Attempting to bind port 6e3aad84-7bd1-4d44-85cf-900051d9f039 on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:36.372737 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:36.373147 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Checking segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:36.373543 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.379608 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Bound using segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:36.387264 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Bound port: 6e3aad84-7bd1-4d44-85cf-900051d9f039, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:36.387722 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.449834 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47516) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:36.455147 dv-cinder-733062-21-smb neutron-server[93250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:36:36.546620 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7d29e-49f0-4dc8-8e05-d6ba3c6f2f3c None None] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:36.597783 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] For port 6e3aad84-7bd1-4d44-85cf-900051d9f039, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:36.610840 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.613774 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.617488 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/389b2a09-66be-4b06-b665-1fe6fe48e37e HTTP/1.1" status: 204 len: 168 time: 0.8422210 Jul 28 03:36:36.621271 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] For port 6e3aad84-7bd1-4d44-85cf-900051d9f039, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6e3aad84-7bd1-4d44-85cf-900051d9f039,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:36.626979 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb80116-93c4-4901-abdb-4125fa969e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b2a09-66be-4b06-b665-1fe6fe48e37e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:36.632045 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.665878 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:36:36.675745 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Sync routers for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:36:36.698496 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:36.699139 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:36.768730 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.770755 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-735fd710-cf7d-4642-bbae-8828b035e4fe admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1519959 Jul 28 03:36:36.804980 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47524) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:36.822479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d5ff-53dc-49ef-b1b7-b3e442b29bdc None None] Pushing event updated for resources: {'Port': ['ID=6e3aad84-7bd1-4d44-85cf-900051d9f039,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:36.855298 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47536) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:36.875585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dc56369-5893-4f26-b446-55b3b9b38c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.887191 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-3234120b-90f1-48ff-9850-6ff7754194b8 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:36.889309 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-3234120b-90f1-48ff-9850-6ff7754194b8 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/networks?id=85d58bea-4ad2-400e-b2d7-8fa569f60a9e HTTP/1.1" status: 200 len: 810 time: 0.4378710 Jul 28 03:36:36.923443 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47542) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:36.926384 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-7be21644-c8f2-47e9-a983-22cf21732743 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/quotas/31cd2e546e3c4ecdb0aab39f2a8158ec HTTP/1.1" status: 200 len: 375 time: 0.0257564 Jul 28 03:36:36.977298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.979084 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:37.008639 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.053525 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-5ea6c439-ec90-4a91-b593-c0b9fd9d0a5f tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31cd2e546e3c4ecdb0aab39f2a8158ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132479 Jul 28 03:36:37.161488 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Allocated IP 172.28.0.44 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/efdb3256-23ce-47c4-b8fd-c8563c852542) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:37.288241 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dc56369-5893-4f26-b446-55b3b9b38c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.327139 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dc56369-5893-4f26-b446-55b3b9b38c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.329523 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:35Z', 'revision_number': 3, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:37.338579 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47556) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:37.381667 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Checking router: e91e224c-4ab1-4df9-b97a-8d4d93eecda4 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:36:37.382322 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Updating router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 port 8e43cd61-441c-4adf-ba2d-d24ab17367cf binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:36:37.407955 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e17663d-40c4-434b-8f32-0437f0f6a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.420673 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.431021 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-2dc56369-5893-4f26-b446-55b3b9b38c17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08dac0a7c54347e0aff8f24b028565f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5722933 Jul 28 03:36:37.436085 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47558) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:37.446234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-028b76fe-b7ee-4c99-8b50-05e31d64a08c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:37.447781 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-028b76fe-b7ee-4c99-8b50-05e31d64a08c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.5204389 Jul 28 03:36:37.453930 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-fdc451b3-2d80-49c3-8231-cc3eefefdbc3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:36:37.454926 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-fdc451b3-2d80-49c3-8231-cc3eefefdbc3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618550 Jul 28 03:36:37.457512 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.462764 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc56369-5893-4f26-b446-55b3b9b38c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edc729-a0a0-449e-8981-ed5a9b5eb237,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:37.553362 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-3b8dbf4b-1dd5-49a2-b988-f1e94bee32b6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/quotas/dbf7518996c847baabcf5d2c27566040 HTTP/1.1" status: 200 len: 375 time: 0.0971844 Jul 28 03:36:37.615294 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-e4e6658d-3048-407b-acf8-079e64490751 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497780 Jul 28 03:36:37.615513 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.672922 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.680250 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-8a810366-e7c3-4a0b-b4d5-487929a3eb60 service neutron] 10.222.0.26 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011373 Jul 28 03:36:37.680684 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:37.688853 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:37.691222 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:37.770491 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.803448 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.805558 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e17663d-40c4-434b-8f32-0437f0f6a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.822079 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Transition to ACTIVE for port object 8e43cd61-441c-4adf-ba2d-d24ab17367cf will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:37.830732 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.859444 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-4f6c5883-e531-4ea5-8731-e5ab5aeb5aed service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:36:37.860470 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-4f6c5883-e531-4ea5-8731-e5ab5aeb5aed service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422591 Jul 28 03:36:37.872859 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e17663d-40c4-434b-8f32-0437f0f6a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.873050 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Pushing event updated for resources: {'Port': ['ID=efdb3256-23ce-47c4-b8fd-c8563c852542,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:37.886457 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Attempting to bind port 8e43cd61-441c-4adf-ba2d-d24ab17367cf on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:37.887203 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Attempting to bind port 8e43cd61-441c-4adf-ba2d-d24ab17367cf by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:37.888230 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Attempting to bind port 8e43cd61-441c-4adf-ba2d-d24ab17367cf on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:37.899953 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:37.900631 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:37.901242 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.901872 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:37.902558 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Bound port: 8e43cd61-441c-4adf-ba2d-d24ab17367cf, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:37.903133 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:37.927317 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Pushing event updated for resources: {'Port': ['ID=8e43cd61-441c-4adf-ba2d-d24ab17367cf,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:37.929967 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-2e17663d-40c4-434b-8f32-0437f0f6a3b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e24d7c0d80254a24adde82f44d7589b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5806875 Jul 28 03:36:37.931987 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47568) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:37.938720 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.940049 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.940595 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.941112 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.941630 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.942164 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.942698 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.943207 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.943741 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.944246 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.944764 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.945268 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:37.946781 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17663d-40c4-434b-8f32-0437f0f6a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f9f792-33af-4b2d-9d39-897a052b3b0e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Tracked resource versions report: Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: pushed versions: Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Log': {'1.0'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Network': {'1.1'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Port': {'1.7'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SubPort': {'1.0'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Subnet': {'1.1'}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Trunk': {'1.1'}} Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: consumer versions: Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: { DHCP agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: L3 agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: Metadata agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: Metering agent@dv-cinder-733062-21-smb: {}, Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: Open vSwitch agent@dv-cinder-733062-21-smb: { 'AddressGroup': '1.2', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Log': '1.0', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Network': '1.1', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Port': '1.7', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'PortForwarding': '1.2', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'QosPolicy': '1.8', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroup': '1.4', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'SubPort': '1.0', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Subnet': '1.1', Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: 'Trunk': '1.1'}} Jul 28 03:36:37.947022 dv-cinder-733062-21-smb neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:36:37.985256 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] For port 8e43cd61-441c-4adf-ba2d-d24ab17367cf, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:37.990196 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] For port 8e43cd61-441c-4adf-ba2d-d24ab17367cf, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8e43cd61-441c-4adf-ba2d-d24ab17367cf,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:37.996285 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.006302 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-df358bd8-6cf8-4b88-80c2-4989715829d3 service neutron] 10.222.0.26 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132470 Jul 28 03:36:38.061726 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.096268 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.100417 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.103857 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:38.104497 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:38.106813 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.107307 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90edc729-a0a0-449e-8981-ed5a9b5eb237 HTTP/1.1" status: 204 len: 168 time: 0.6685195 Jul 28 03:36:38.128977 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fee204-990a-4408-ae6c-56af1ea7c619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edc729-a0a0-449e-8981-ed5a9b5eb237,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:38.132454 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-1d809e8d-2323-4f2f-8453-d1de04c25246 service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337523 Jul 28 03:36:38.168012 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12972581-fe9c-47f0-8ed5-06fe911d16b9 None None] Pushing event updated for resources: {'Port': ['ID=8e43cd61-441c-4adf-ba2d-d24ab17367cf,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:38.203678 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a43b5-642c-4907-ac24-2249f35a5338 None None] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:38.270384 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:38.325314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-3fca9f11-8b32-4e50-b698-0598bf86a621 service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699629 Jul 28 03:36:38.382350 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Allocated IP 172.20.0.1 (2574890c-4ff5-4cd0-9788-7aa5f7b54d40/ea6e0e6e-ce77-44c3-ab27-69532b37785b/f622806a-f02e-4446-8739-bf25d112dc10) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:38.386929 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-6f5ea829-6909-4145-8995-677e7233a395 None None] Provisioning for port 6e3aad84-7bd1-4d44-85cf-900051d9f039 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:38.630740 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.711756 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:35Z', 'revision_number': 3, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:38.777261 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.809083 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922d61d-5408-42e4-b0e3-14e045f163c3 None None] The sync data for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb is: [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:35Z', 'revision_number': 3, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:36:38.864578 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6e3aad84-7bd1-4d44-85cf-900051d9f039 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:38.898521 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:38.910958 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-93684d21-9e1c-4d8d-a64b-80973e4d3e37 req-467b45b9-f73b-4724-a300-6f29390b4361 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 210 time: 0.1844258 Jul 28 03:36:39.024478 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Pushing event updated for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:39.066557 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.091712 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5237015a-ad29-4c7a-a168-b9d7209437c4 req-f3ba4555-19a7-4e5b-a0c8-148103abbb99 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 210 time: 0.0701923 Jul 28 03:36:39.140392 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 6e3aad84-7bd1-4d44-85cf-900051d9f039 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:39.145182 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 6e3aad84-7bd1-4d44-85cf-900051d9f039 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:39.145569 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.418477 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.491471 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 6e3aad84-7bd1-4d44-85cf-900051d9f039, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6e3aad84-7bd1-4d44-85cf-900051d9f039,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:39.498897 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.600958 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:39.607534 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:39.623685 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=6e3aad84-7bd1-4d44-85cf-900051d9f039,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:39.655651 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:39.656271 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.721430 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.725292 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:39.739388 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54f9f792-33af-4b2d-9d39-897a052b3b0e HTTP/1.1" status: 204 len: 168 time: 1.7885928 Jul 28 03:36:39.819851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bbce6-3423-431a-b3c3-f250b737c547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f9f792-33af-4b2d-9d39-897a052b3b0e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:39.891502 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:40.051732 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:40.064228 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-96c4f860-7ec4-4408-bcbf-612b61763aa7 req-c6f83c07-89fb-4018-a206-a672daa3a775 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 210 time: 0.0440123 Jul 28 03:36:40.380964 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-24ad57e4-6616-4340-93db-eb9637154d59 req-64b7150d-7565-47e2-b657-e541e2dbaa53 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 210 time: 0.2002256 Jul 28 03:36:40.505852 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Router ff49996c-22ac-48ee-bac2-22afff1d532f is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:36:40.849736 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47732) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:40.861193 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:36:40.901526 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:40.920854 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:40.921656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:40.931148 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8e43cd61-441c-4adf-ba2d-d24ab17367cf up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:41.061263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:36:41.082145 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:41.083462 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:41.260718 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:41.261684 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.265893 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cb6e867a-2b25-404c-967b-ebe612324045 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5985913 Jul 28 03:36:41.269826 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47746) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:41.311806 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Pushing event updated for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:41.326739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:41.506895 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:41.509064 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be2c15a7-71ea-4658-9ff0-2a4c82c91581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.576596 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 8e43cd61-441c-4adf-ba2d-d24ab17367cf completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:41.630343 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 8e43cd61-441c-4adf-ba2d-d24ab17367cf triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:41.631048 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.866982 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:36:41.868314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c9e457a5-430a-4502-a137-7cea9c54486c req-94bc0ea4-7284-4923-9e79-dd60b93a0933 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 210 time: 0.2340789 Jul 28 03:36:41.889477 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.920805 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 8e43cd61-441c-4adf-ba2d-d24ab17367cf, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8e43cd61-441c-4adf-ba2d-d24ab17367cf,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:41.933886 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.935355 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6e3aad84-7bd1-4d44-85cf-900051d9f039 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:41.945138 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:36:41.963151 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e0a00caa-36aa-45b7-b2ac-3e19cf51adae admin admin] 10.222.0.26 "PUT /v2.0/routers/e91e224c-4ab1-4df9-b97a-8d4d93eecda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0624359 Jul 28 03:36:41.966233 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Sync routers for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:36:41.985131 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 3, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:42.002608 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:42.003261 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:42.005191 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a833ac2b-54ad-47f8-a901-3faeff519ce3 req-f0b4b195-8ee9-45b5-bb27-da6406f8b5b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 210 time: 0.1472340 Jul 28 03:36:42.072505 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.36', 54885) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:42.128158 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:36:42.132522 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Updating router ff49996c-22ac-48ee-bac2-22afff1d532f port efdb3256-23ce-47c4-b8fd-c8563c852542 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:36:42.198564 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:42.443062 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be2c15a7-71ea-4658-9ff0-2a4c82c91581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:42.462866 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be2c15a7-71ea-4658-9ff0-2a4c82c91581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:42.600019 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c15a7-71ea-4658-9ff0-2a4c82c91581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646878ac-82eb-44e7-880c-32bb9d2966be,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:42.720265 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:42.721734 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-be2c15a7-71ea-4658-9ff0-2a4c82c91581 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efa499965c3f47c29eaa80dfcab99da8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8707871 Jul 28 03:36:42.723938 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47822) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:42.788587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-2cd96f75-d90e-466e-845f-6701629c0694 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:42.794415 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-2cd96f75-d90e-466e-845f-6701629c0694 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.36 "GET /v2.0/networks?id=85d58bea-4ad2-400e-b2d7-8fa569f60a9e HTTP/1.1" status: 200 len: 810 time: 0.7200096 Jul 28 03:36:42.855252 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Request body: {'port': {'device_id': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e', 'admin_state_up': True, 'tenant_id': '31cd2e546e3c4ecdb0aab39f2a8158ec'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:42.893927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.36', 54891) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:42.971337 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=8e43cd61-441c-4adf-ba2d-d24ab17367cf,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:43.067853 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.079550 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 6e3aad84-7bd1-4d44-85cf-900051d9f039 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:43.080266 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.130547 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.136855 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Transition to ACTIVE for port object efdb3256-23ce-47c4-b8fd-c8563c852542 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:43.190343 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.198455 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-613432be-4290-480d-a689-f6e578fc52a1 req-90d3a43b-6e30-4ea8-8554-a472c29579d2 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 210 time: 0.1316397 Jul 28 03:36:43.268522 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c53c-bfc5-48c8-86cc-19d3bf70129e None None] Pushing event updated for resources: {'Port': ['ID=efdb3256-23ce-47c4-b8fd-c8563c852542,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:43.325554 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Attempting to bind port efdb3256-23ce-47c4-b8fd-c8563c852542 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:43.326329 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Attempting to bind port efdb3256-23ce-47c4-b8fd-c8563c852542 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:43.327233 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Attempting to bind port efdb3256-23ce-47c4-b8fd-c8563c852542 on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:43.339647 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:43.340725 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:43.345005 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.345804 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:43.346537 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Bound port: efdb3256-23ce-47c4-b8fd-c8563c852542, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:43.352396 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.366619 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:39Z', 'revision_number': 4, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'f622806a-f02e-4446-8739-bf25d112dc10', 'name': '', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'mac_address': 'fa:16:3e:14:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:38Z', 'updated_at': '2021-07-28T03:36:40Z', 'revision_number': 2, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'subnets': [{'id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:43.434125 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8e43cd61-441c-4adf-ba2d-d24ab17367cf up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:43.434954 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Checking router: e91e224c-4ab1-4df9-b97a-8d4d93eecda4 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:36:43.435412 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Updating router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 port f622806a-f02e-4446-8739-bf25d112dc10 binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:36:43.472135 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-d6f8af58-dd09-469e-86f2-7a02586e877a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:43.474263 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-d6f8af58-dd09-469e-86f2-7a02586e877a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.5769465 Jul 28 03:36:43.478249 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.488375 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47866) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:43.527993 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] For port efdb3256-23ce-47c4-b8fd-c8563c852542, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:43.532299 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec4e3af0-9c56-47fe-9630-e621fbc13a62 req-e9424d57-a5a1-4de0-af9f-d5a7b474bad8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 210 time: 0.1525402 Jul 28 03:36:43.547289 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-5c1cbf2e-41f1-4d23-bbc6-d1abe170acd5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:43.550712 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] For port efdb3256-23ce-47c4-b8fd-c8563c852542, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=efdb3256-23ce-47c4-b8fd-c8563c852542,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:43.551964 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 8e43cd61-441c-4adf-ba2d-d24ab17367cf triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:43.552545 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.557419 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-5c1cbf2e-41f1-4d23-bbc6-d1abe170acd5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 818 time: 0.6316326 Jul 28 03:36:43.566088 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.570639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.595267 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Request body: {'port': {'device_id': '34adcc11-f671-4321-8fef-f2624d2b2554', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'admin_state_up': True, 'tenant_id': 'dbf7518996c847baabcf5d2c27566040'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:43.602755 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.648286 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Made reservation on behalf of 31cd2e546e3c4ecdb0aab39f2a8158ec for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:43.654659 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.664450 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.669093 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c53c-bfc5-48c8-86cc-19d3bf70129e None None] Pushing event updated for resources: {'Port': ['ID=efdb3256-23ce-47c4-b8fd-c8563c852542,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:43.669504 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:43.670903 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/646878ac-82eb-44e7-880c-32bb9d2966be HTTP/1.1" status: 204 len: 168 time: 0.9326706 Jul 28 03:36:43.698555 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-69034f3e-d114-4977-8482-b3a21fd873a1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/quotas/61668da9bef94225915fde2e5254e3f2 HTTP/1.1" status: 200 len: 375 time: 0.1401367 Jul 28 03:36:43.782096 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:43.782791 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:43.961365 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825e9db-7769-4af8-8697-9197ad1873cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646878ac-82eb-44e7-880c-32bb9d2966be,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:44.000687 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.011707 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:44.022508 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Transition to ACTIVE for port object f622806a-f02e-4446-8739-bf25d112dc10 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:44.047861 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Allocated IP 172.20.0.5 (85d58bea-4ad2-400e-b2d7-8fa569f60a9e/83045204-f8d0-4463-965e-bf0ef95cb4f7/61ae7cf6-342e-47e6-9671-6c8678860c3f) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:44.066603 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.124625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-7a8af186-e423-46e5-90c0-61f849185d6b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4251139 Jul 28 03:36:44.135824 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f142d6a-a84a-4106-a85d-dacbd3fd278a None None] Pushing event updated for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:44.244683 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60df0dc2-2d8c-4b00-be6a-dea41782f2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.246263 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Attempting to bind port f622806a-f02e-4446-8739-bf25d112dc10 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:44.247194 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Attempting to bind port f622806a-f02e-4446-8739-bf25d112dc10 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:44.247639 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Attempting to bind port f622806a-f02e-4446-8739-bf25d112dc10 on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:44.256390 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:44.257629 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Checking segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:44.259816 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.261130 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Bound using segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:44.262630 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Bound port: f622806a-f02e-4446-8739-bf25d112dc10, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:44.265916 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.396662 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] For port f622806a-f02e-4446-8739-bf25d112dc10, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:44.406147 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] For port f622806a-f02e-4446-8739-bf25d112dc10, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=f622806a-f02e-4446-8739-bf25d112dc10,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:44.417212 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.472565 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.510256 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:44.518907 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 3, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:44.522895 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.552317 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:44.553126 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:44.572643 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:44.587336 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576b1f0-f5c3-4f99-8835-059097df3a94 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:37Z', 'revision_number': 3, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:36:44.626695 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f142d6a-a84a-4106-a85d-dacbd3fd278a None None] Pushing event updated for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:44.751282 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:44.900893 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:44.963579 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-96861f25-b5e8-406e-801e-a2e49b54de21 service neutron] 10.222.0.26 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380525 Jul 28 03:36:44.980469 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Allocated IP 172.20.0.1 (0b43a69f-0c94-4687-b4fb-9e5bd891df97/7849884c-e736-4a64-85ce-8df4e1932a78/32b05a5e-b02a-4eaf-bf75-d02692ac011c) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:44.999372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:45.002050 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Pushing event updated for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:45.004236 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:45.033725 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:45.033725 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:45.429040 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device efdb3256-23ce-47c4-b8fd-c8563c852542 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:45.507503 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:39Z', 'revision_number': 4, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'f622806a-f02e-4446-8739-bf25d112dc10', 'name': '', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'mac_address': 'fa:16:3e:14:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:38Z', 'updated_at': '2021-07-28T03:36:44Z', 'revision_number': 4, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'subnets': [{'id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:45.591633 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f2dcc-5207-4372-af41-b1c88ea067d6 None None] The sync data for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb is: [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:36:39Z', 'revision_number': 4, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'f622806a-f02e-4446-8739-bf25d112dc10', 'name': '', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'mac_address': 'fa:16:3e:14:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:38Z', 'updated_at': '2021-07-28T03:36:44Z', 'revision_number': 4, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'subnets': [{'id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:36:45.602198 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port efdb3256-23ce-47c4-b8fd-c8563c852542 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:45.615581 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port efdb3256-23ce-47c4-b8fd-c8563c852542 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:45.616951 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:45.648153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47930) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:45.658248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5e2a-5a77-46da-ad41-bcdab5b774f2 req-046617d2-869e-4f13-985b-a76b34dbb275 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:45.699741 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4b7a5e2a-5a77-46da-ad41-bcdab5b774f2 req-046617d2-869e-4f13-985b-a76b34dbb275 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 931 time: 1.2371216 Jul 28 03:36:45.825834 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:45.868280 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port efdb3256-23ce-47c4-b8fd-c8563c852542, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=efdb3256-23ce-47c4-b8fd-c8563c852542,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:45.875704 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:45.904071 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-e3002394-be66-48df-b772-8b97e99cbd00 service neutron] 10.222.0.26 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160435 Jul 28 03:36:45.931427 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760525531-network', 'tenant_id': 'b134368da1ec492eb5cb41d66708dabc'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:46.048272 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=efdb3256-23ce-47c4-b8fd-c8563c852542,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:46.183606 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4b7a5e2a-5a77-46da-ad41-bcdab5b774f2 req-e2baf561-0258-46ed-a198-2696b5937e7f tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793966 Jul 28 03:36:46.338517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.362572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Allocated IP 172.20.0.11 (b06ee7f7-893a-4a86-8914-cd6b8df5e59f/c18a17da-979e-4aec-8e50-7d6e06b5c8a6/446e7405-09ec-4099-a133-97e123aae8e8) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:46.400500 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-05bd4a4d-d78e-4d8a-8ac7-c733701f3e9f req-501683a1-f57c-4260-b844-e0068670903f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 210 time: 0.0710738 Jul 28 03:36:46.410418 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe70bded-f65c-4b75-98cf-6f0cca10ef6c req-2b4e8f32-4943-4b23-8523-4bbb8cde4320 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 210 time: 0.1121762 Jul 28 03:36:46.421995 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60df0dc2-2d8c-4b00-be6a-dea41782f2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.443192 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60df0dc2-2d8c-4b00-be6a-dea41782f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.466425 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-e5c5eeec-4bf8-4a56-8419-501b2806e6aa tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6203513 Jul 28 03:36:46.483862 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Transition to ACTIVE for port object 32b05a5e-b02a-4eaf-bf75-d02692ac011c will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:46.500181 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-60df0dc2-2d8c-4b00-be6a-dea41782f2c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3dea32398c847b08e941961a2ab4e17&name=default HTTP/1.1" status: 200 len: 2977 time: 2.9585381 Jul 28 03:36:46.502682 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 47948) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:46.503458 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-71a02ff6-9be7-46c3-b429-29b628d888db tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:36:46.508760 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-71a02ff6-9be7-46c3-b429-29b628d888db tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187237 Jul 28 03:36:46.519001 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Made reservation on behalf of b134368da1ec492eb5cb41d66708dabc for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:46.521413 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.537017 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.768525 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df0dc2-2d8c-4b00-be6a-dea41782f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa97688d-4fbc-436f-9df3-706701955e44,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:46.843706 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.854640 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.910095 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Request body: {'port': {'device_id': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:46.914259 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:46.964284 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:47.012326 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.013278 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Added segment aab55e5f-05e4-4b40-bb4c-dc214eabc5d9 of type vlan for network 6e5fdb76-f03d-4259-a7c8-e1d04ed44971 Jul 28 03:36:47.029769 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f49a0-f2bb-4b96-acec-28cd6fc41845,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:47.139025 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.168180 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.222130 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.234750 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47974) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:47.418871 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.436063 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:47.436703 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.454421 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.562993 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device efdb3256-23ce-47c4-b8fd-c8563c852542 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:47.597219 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:47.612878 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9616179 Jul 28 03:36:47.625208 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 47980) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:47.669911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:47.691441 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:47.691945 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.697436 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port efdb3256-23ce-47c4-b8fd-c8563c852542 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:47.698195 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.704634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:47.920357 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device f622806a-f02e-4446-8739-bf25d112dc10 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:47.982536 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Request body: {'subnet': {'network_id': '6e5fdb76-f03d-4259-a7c8-e1d04ed44971', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760525531-subnet', 'tenant_id': 'b134368da1ec492eb5cb41d66708dabc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:48.065995 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6d96b223-ec41-4044-a2a2-34cf75237caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.072055 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port f622806a-f02e-4446-8739-bf25d112dc10 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:48.084060 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port f622806a-f02e-4446-8739-bf25d112dc10 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:48.084060 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.162913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.292101 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:48.322028 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:48.333880 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:48.342599 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:48.354946 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.389832 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:48.436510 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8418069 Jul 28 03:36:48.436707 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.445556 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ae7cf6-342e-47e6-9671-6c8678860c3f {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:36:48.452474 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e36f48b4-ba45-4415-93a3-040e10707e30 None None] Provisioning for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:48.464923 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e36f48b4-ba45-4415-93a3-040e10707e30 None None] Provisioning complete for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:48.465374 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e36f48b4-ba45-4415-93a3-040e10707e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.491636 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.515043 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e36f48b4-ba45-4415-93a3-040e10707e30 None None] Port 32b05a5e-b02a-4eaf-bf75-d02692ac011c cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:36:48.542065 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Made reservation on behalf of b134368da1ec492eb5cb41d66708dabc for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:48.546971 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.574333 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port f622806a-f02e-4446-8739-bf25d112dc10, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=f622806a-f02e-4446-8739-bf25d112dc10,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:48.580904 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.583381 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.586270 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.587424 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa97688d-4fbc-436f-9df3-706701955e44 HTTP/1.1" status: 204 len: 168 time: 2.0797868 Jul 28 03:36:48.596735 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b63fca-7976-4d24-990e-6aa1c6cbd744 req-d9e144ab-baf8-4575-bbd3-4545d94dff0a tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:48.602528 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9b63fca-7976-4d24-990e-6aa1c6cbd744 req-d9e144ab-baf8-4575-bbd3-4545d94dff0a tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 931 time: 1.2495358 Jul 28 03:36:48.636493 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-53719423-736e-4232-a04e-461d67417e0f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:48.638602 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-53719423-736e-4232-a04e-461d67417e0f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 818 time: 1.5084164 Jul 28 03:36:48.650260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6daba-cb00-4a2d-be8f-f081fa288dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa97688d-4fbc-436f-9df3-706701955e44,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:48.694910 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Transition to ACTIVE for port object 61ae7cf6-342e-47e6-9671-6c8678860c3f will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:48.697541 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e6db-e6be-4f88-bd04-a64b2470b2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5fdb76-f03d-4259-a7c8-e1d04ed44971,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:48.716672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dab8ee-42f0-4a5a-b8ed-44ebcf26ce39 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event updated for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:48.720301 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 6e5fdb76-f03d-4259-a7c8-e1d04ed44971 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:48.730413 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-f2368f7d-b744-487b-8095-cab8f5c1043e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/quotas/61668da9bef94225915fde2e5254e3f2 HTTP/1.1" status: 200 len: 375 time: 0.0698607 Jul 28 03:36:48.740616 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:48.829860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:48.880812 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9b63fca-7976-4d24-990e-6aa1c6cbd744 req-883d6ddc-a3e6-43d3-83bf-367fac8aa525 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309434 Jul 28 03:36:48.915691 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:49.055125 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.127595 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-eb687aa0-88b6-4bb9-8e2e-10eaf1dab652 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3545246 Jul 28 03:36:49.133716 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Attempting to bind port 61ae7cf6-342e-47e6-9671-6c8678860c3f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:49.133716 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Attempting to bind port 61ae7cf6-342e-47e6-9671-6c8678860c3f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '792c821d-ab63-431e-b820-c3acc8fbf5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:49.133716 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Attempting to bind port 61ae7cf6-342e-47e6-9671-6c8678860c3f on network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:49.157606 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Port 61ae7cf6-342e-47e6-9671-6c8678860c3f on network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:36:49.157606 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Attempting to bind port 61ae7cf6-342e-47e6-9671-6c8678860c3f on network 85d58bea-4ad2-400e-b2d7-8fa569f60a9e {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:49.190176 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48002) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:49.230505 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:49.230853 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Checking segment: {'id': '792c821d-ab63-431e-b820-c3acc8fbf5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:49.231491 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Bound using segment: {'id': '792c821d-ab63-431e-b820-c3acc8fbf5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:49.231951 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Bound port: 61ae7cf6-342e-47e6-9671-6c8678860c3f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792c821d-ab63-431e-b820-c3acc8fbf5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:49.232316 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.293454 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-215bdfeb-99d2-4653-9115-3a239c5d1961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.331155 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6d96b223-ec41-4044-a2a2-34cf75237caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.333268 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device f622806a-f02e-4446-8739-bf25d112dc10 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:49.347776 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6d96b223-ec41-4044-a2a2-34cf75237caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.394258 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:49.395086 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96b223-ec41-4044-a2a2-34cf75237caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf72220-d7c8-4824-a69a-d44d2ab49f83,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:49.454855 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6d96b223-ec41-4044-a2a2-34cf75237caa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0236d1500c4c47ad9f04b89be5062dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1873837 Jul 28 03:36:49.461337 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.471077 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48006) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:49.493713 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-cfca00ef-f16b-4a4f-ac39-246bfcbe3320 service neutron] 10.222.0.26 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370836 Jul 28 03:36:49.508111 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port f622806a-f02e-4446-8739-bf25d112dc10 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:49.508517 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.594097 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ccf4c-f3c9-494a-ae28-661cc56955a5 req-bb6929d8-b515-43de-b0fc-191eaa8ef2be tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:49.603406 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-349ccf4c-f3c9-494a-ae28-661cc56955a5 req-bb6929d8-b515-43de-b0fc-191eaa8ef2be tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 932 time: 0.5345540 Jul 28 03:36:49.735097 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:49.740333 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Request body: {'port': {'device_id': '34adcc11-f671-4321-8fef-f2624d2b2554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:49.783198 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e461a6-f52b-44c5-aa89-73c7d6f1cc41,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:49.792947 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f,segment=NetworkSegment(792c821d-ab63-431e-b820-c3acc8fbf5e3),segment_id=792c821d-ab63-431e-b820-c3acc8fbf5e3)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:49.810247 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.835595 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-349ccf4c-f3c9-494a-ae28-661cc56955a5 req-063db9ce-398b-43b6-85a2-7238bc1e5797 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301736 Jul 28 03:36:49.865343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Checking segment: {'id': 'aab55e5f-05e4-4b40-bb4c-dc214eabc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6e5fdb76-f03d-4259-a7c8-e1d04ed44971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:49.865814 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Network hostable DHCP agents. Network: 6e5fdb76-f03d-4259-a7c8-e1d04ed44971, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:49.875152 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.887638 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.898937 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.902779 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-09bdbede-5bd6-4dbe-8865-eedd4eae6167 service neutron] 10.222.0.26 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005337 Jul 28 03:36:49.942170 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:49.942808 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:49.944317 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/61ae7cf6-342e-47e6-9671-6c8678860c3f HTTP/1.1" status: 200 len: 1093 time: 3.3009086 Jul 28 03:36:49.946916 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:50.017424 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef147af1-050f-453d-bdba-01ab466bc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.054235 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.054235 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.054235 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebf72220-d7c8-4824-a69a-d44d2ab49f83 HTTP/1.1" status: 204 len: 168 time: 0.5742149 Jul 28 03:36:50.221083 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ddf6a-7de7-448d-b2ec-a841e1106719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf72220-d7c8-4824-a69a-d44d2ab49f83,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:50.274547 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be553811-ec44-416a-8557-c5ef8af6b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:50.301232 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.36', 54904) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:50.321518 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-215bdfeb-99d2-4653-9115-3a239c5d1961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.323369 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Network 6e5fdb76-f03d-4259-a7c8-e1d04ed44971 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:50.379653 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-215bdfeb-99d2-4653-9115-3a239c5d1961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.408563 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e" -d '{"events": [{"name": "network-changed", "server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:50.415171 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-215bdfeb-99d2-4653-9115-3a239c5d1961 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe0d7db6bb3d4b72ae44c35c68d005c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2181308 Jul 28 03:36:50.428664 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48026) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:50.461601 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 6e5fdb76-f03d-4259-a7c8-e1d04ed44971) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:50.470924 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c239f-2c71-4bb0-b4a6-ab9272939593 None None] Network 6e5fdb76-f03d-4259-a7c8-e1d04ed44971 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:50.509877 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-9e59cd12-bfec-4c43-a7d9-40b2f7c422f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:50.511708 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-9e59cd12-bfec-4c43-a7d9-40b2f7c422f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31cd2e546e3c4ecdb0aab39f2a8158ec&device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 1096 time: 0.2731750 Jul 28 03:36:50.521028 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:50.522302 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.719218 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.732375 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8caa3b-897f-4112-a6a4-685f3b16f33c None None] Network 6e5fdb76-f03d-4259-a7c8-e1d04ed44971 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:50.772379 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-10075a0a-fdd0-4e2f-8adf-fee02c54c800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f HTTP/1.1" status: 200 len: 217 time: 0.2372577 Jul 28 03:36:50.786152 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-175e06ca-28a0-48ae-8beb-0d4579821ed6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9964807 Jul 28 03:36:50.786945 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bdfeb-99d2-4653-9115-3a239c5d1961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95974de-bde1-4c7d-b36a-ca2bb544cdd0,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:50.818675 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.850834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7144c527-6f24-47f7-b428-80300d51fb4a req-26444744-18f6-4e73-872e-57d1e7d052ff tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 210 time: 0.1228347 Jul 28 03:36:50.853084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:50.855618 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:51.078965 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:51.144243 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-81732862-df95-4066-9360-038897328dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:51.147082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:51.152589 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-81732862-df95-4066-9360-038897328dea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83045204-f8d0-4463-965e-bf0ef95cb4f7 HTTP/1.1" status: 200 len: 850 time: 0.2934427 Jul 28 03:36:51.212504 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-d9834d2f-5091-4b1e-9f60-54c000c39724 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:51.215731 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-d9834d2f-5091-4b1e-9f60-54c000c39724 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 818 time: 0.9067357 Jul 28 03:36:51.245267 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:51.290995 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc3ce5-60df-472f-a63b-672832fec3e4 req-9b44e361-b080-4d3a-80d9-06a089590a6a tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:51.292618 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0cc3ce5-60df-472f-a63b-672832fec3e4 req-9b44e361-b080-4d3a-80d9-06a089590a6a tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 1.2264061 Jul 28 03:36:51.378831 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:51.387722 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:51.393353 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a95974de-bde1-4c7d-b36a-ca2bb544cdd0 HTTP/1.1" status: 204 len: 168 time: 0.9485252 Jul 28 03:36:51.451111 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Request body: {'port': {'device_id': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'admin_state_up': True, 'tenant_id': '61668da9bef94225915fde2e5254e3f2'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:51.597129 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d0e9e-4604-4598-9794-cf543a371da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95974de-bde1-4c7d-b36a-ca2bb544cdd0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:51.643861 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-271a2681-7e05-4f4a-9cd2-aaa5efd60ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85d58bea-4ad2-400e-b2d7-8fa569f60a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2464967 Jul 28 03:36:51.702816 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-482e4fca-147f-4bf4-b9b9-f3ea1ec6bfbc None None] Provisioning complete for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:51.703392 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-482e4fca-147f-4bf4-b9b9-f3ea1ec6bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:51.710474 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0cc3ce5-60df-472f-a63b-672832fec3e4 req-c12ff4c2-452c-402f-9624-e22327f45a55 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258874 Jul 28 03:36:51.711281 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:51.874308 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-0d664926-4a53-48f4-bfb9-a668ee69849c service neutron] 10.222.0.36 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175672 Jul 28 03:36:51.874528 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbabdeb-4109-41a2-8ad2-6a0ea10202d4 x-openstack-request-id: req-0dbabdeb-4109-41a2-8ad2-6a0ea10202d4 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:51.875059 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:51.875516 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dbabdeb-4109-41a2-8ad2-6a0ea10202d4 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:51.876179 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f', 'status': 'completed', 'code': 200} Jul 28 03:36:51.885632 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:36:51.911530 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-482e4fca-147f-4bf4-b9b9-f3ea1ec6bfbc None None] Port 32b05a5e-b02a-4eaf-bf75-d02692ac011c cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:36:52.130319 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e7405-09ec-4099-a133-97e123aae8e8 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:36:52.224499 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.248873 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6cef1af-7428-4f29-9be1-b8384be6f84f req-f200a55a-0067-4068-955d-9d8636d282ac tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 210 time: 0.1625187 Jul 28 03:36:52.289849 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Transition to ACTIVE for port object 446e7405-09ec-4099-a133-97e123aae8e8 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:52.298843 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d06ff-1acf-46a1-b3c2-ce300a587e18 req-5d63ce03-b17a-4acf-8db2-5e0570aeecdd tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:52.300519 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571d06ff-1acf-46a1-b3c2-ce300a587e18 req-5d63ce03-b17a-4acf-8db2-5e0570aeecdd tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 932 time: 0.3083427 Jul 28 03:36:52.339180 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ed884dbc-0420-470d-bb74-0da75aa03d30 req-9f9632df-8394-4dec-95a9-37f720e3f8e8 service neutron] 10.222.0.36 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354656 Jul 28 03:36:52.350251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.393827 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Made reservation on behalf of 61668da9bef94225915fde2e5254e3f2 for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:52.397973 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.429907 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571d06ff-1acf-46a1-b3c2-ce300a587e18 req-2ea443d3-6098-4194-a538-e0dff2fc2534 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893731 Jul 28 03:36:52.449831 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:36:52.470224 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-153a1324-7f6b-4159-bde7-0cf467905aa2 admin admin] 10.222.0.26 "PUT /v2.0/routers/ff49996c-22ac-48ee-bac2-22afff1d532f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2004108 Jul 28 03:36:52.491387 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:36:52.498250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Pushing event updated for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:52.501983 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:52.503242 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:52.536187 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Attempting to bind port 446e7405-09ec-4099-a133-97e123aae8e8 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:52.536899 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Attempting to bind port 446e7405-09ec-4099-a133-97e123aae8e8 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:52.537090 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Attempting to bind port 446e7405-09ec-4099-a133-97e123aae8e8 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:52.542209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Port 446e7405-09ec-4099-a133-97e123aae8e8 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:36:52.542430 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Attempting to bind port 446e7405-09ec-4099-a133-97e123aae8e8 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:52.554277 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:52.554594 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Checking segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:52.557184 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Bound using segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:52.558843 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Bound port: 446e7405-09ec-4099-a133-97e123aae8e8, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:52.559334 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.630449 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1d18c76-d631-4bfb-818b-84e1e1e55e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.743910 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-1ace6bb7-4043-4187-9aa8-e0dee73ca623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:52.745401 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-1ace6bb7-4043-4187-9aa8-e0dee73ca623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31cd2e546e3c4ecdb0aab39f2a8158ec&device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 1096 time: 0.2776639 Jul 28 03:36:52.747149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:52.766330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=446e7405-09ec-4099-a133-97e123aae8e8,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:52.780420 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.855875 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:52.925613 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:52.974044 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Pushing event updated for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:53.022874 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:53.023743 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.025493 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-7819ac08-1d48-436b-b47e-84cbb8787289 service neutron] 10.222.0.36 "PUT /v2.0/ports/446e7405-09ec-4099-a133-97e123aae8e8 HTTP/1.1" status: 200 len: 1094 time: 3.3336899 Jul 28 03:36:53.038624 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:53.238957 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-7281c915-4b94-4a63-880c-bac745cd86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:53.251027 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-7281c915-4b94-4a63-880c-bac745cd86ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=85d58bea-4ad2-400e-b2d7-8fa569f60a9e HTTP/1.1" status: 200 len: 911 time: 0.4872732 Jul 28 03:36:53.355584 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.36', 54911) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:53.425837 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Allocated IP 172.20.0.13 (2574890c-4ff5-4cd0-9788-7aa5f7b54d40/ea6e0e6e-ce77-44c3-ab27-69532b37785b/5c199121-040c-404b-b3b4-f6e80c26969f) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:53.433682 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-040824b9-56cd-4103-b73d-68e588fd231e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f HTTP/1.1" status: 200 len: 217 time: 0.1567249 Jul 28 03:36:53.490538 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5ed1-a199-475c-9292-30f60df3bb55 req-411e36a9-4f19-4dd1-9449-1db82f329282 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:53.501803 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-09bd5ed1-a199-475c-9292-30f60df3bb55 req-411e36a9-4f19-4dd1-9449-1db82f329282 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 0.5383031 Jul 28 03:36:53.586381 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:49Z', 'revision_number': 2, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:53.600651 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48132) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:53.611053 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274066051-network', 'tenant_id': 'e08d2d639bb34966b7c38c41d2230f7e'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:53.625098 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-58ac7231-6dcc-4ca1-90a2-2d514888a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:53.627151 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-58ac7231-6dcc-4ca1-90a2-2d514888a1ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83045204-f8d0-4463-965e-bf0ef95cb4f7 HTTP/1.1" status: 200 len: 850 time: 0.1833968 Jul 28 03:36:53.691343 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-e29b28a5-8b9b-4bbc-b0f6-616fcecf8625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85d58bea-4ad2-400e-b2d7-8fa569f60a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469010 Jul 28 03:36:53.691582 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:36:53.691909 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Updating router ff49996c-22ac-48ee-bac2-22afff1d532f port 32b05a5e-b02a-4eaf-bf75-d02692ac011c binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:36:53.815957 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.826656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Made reservation on behalf of e08d2d639bb34966b7c38c41d2230f7e for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:53.829694 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.862550 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.865629 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.227314 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-137c888c-7722-4880-a2b6-535f7cf88fa0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:54.228964 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-137c888c-7722-4880-a2b6-535f7cf88fa0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 818 time: 0.8696780 Jul 28 03:36:54.251064 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-b35691ba-73c1-49b2-b1a7-e57cf6c092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:54.253057 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-b35691ba-73c1-49b2-b1a7-e57cf6c092a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 1097 time: 1.0604110 Jul 28 03:36:54.289062 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-09bd5ed1-a199-475c-9292-30f60df3bb55 req-8e1c0898-83f4-406b-a3ef-9ed0cd4f1951 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796984 Jul 28 03:36:54.397154 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Request body: {'port': {'device_id': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'admin_state_up': True, 'tenant_id': '61668da9bef94225915fde2e5254e3f2'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:54.567631 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-f41f4267-e350-48e9-b0c2-f1fe56c12b67 service neutron] 10.222.0.36 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654439 Jul 28 03:36:54.595431 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.600392 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.613490 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Transition to ACTIVE for port object 32b05a5e-b02a-4eaf-bf75-d02692ac011c will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:54.623030 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.673436 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-502fd85c-dec2-4c6e-822e-ba980c57e317 req-c7586bd1-5438-4e82-b430-481c5628178e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 210 time: 0.3012037 Jul 28 03:36:54.678308 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-fb550892-df62-46a9-aa77-2ececa30b663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446e7405-09ec-4099-a133-97e123aae8e8 HTTP/1.1" status: 200 len: 217 time: 0.2692058 Jul 28 03:36:54.690150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba" -d '{"events": [{"name": "network-changed", "server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "tag": "446e7405-09ec-4099-a133-97e123aae8e8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:54.694107 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58ae7-4823-4dba-ba4a-3149332e9176 None None] Pushing event updated for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:54.863710 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Attempting to bind port 32b05a5e-b02a-4eaf-bf75-d02692ac011c on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:54.863925 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Attempting to bind port 32b05a5e-b02a-4eaf-bf75-d02692ac011c by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:54.864229 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Attempting to bind port 32b05a5e-b02a-4eaf-bf75-d02692ac011c on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:54.879747 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:54.880478 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Checking segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:54.882532 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.882532 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Bound using segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:54.883036 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Bound port: 32b05a5e-b02a-4eaf-bf75-d02692ac011c, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:54.883507 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.946101 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.995272 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.126423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-9fb099af-6f2e-4973-ac1c-ccdd0edbd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:55.127621 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-9fb099af-6f2e-4973-ac1c-ccdd0edbd9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.2832620 Jul 28 03:36:55.142975 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] For port 32b05a5e-b02a-4eaf-bf75-d02692ac011c, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:55.164891 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] For port 32b05a5e-b02a-4eaf-bf75-d02692ac011c, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=32b05a5e-b02a-4eaf-bf75-d02692ac011c,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:55.181515 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:36:55.191039 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.245903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1c77f-f1bf-4f42-b250-49199436386c,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:55.282638 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-3c1fdc4c-5582-4650-b3ac-59dd13cc1037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239457 Jul 28 03:36:55.283153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.283567 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Added segment 09eb11ac-e798-4697-9beb-1788125bd7b6 of type vlan for network fc0bfbf7-0456-478b-b30d-bfb4034cecc3 Jul 28 03:36:55.298375 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.319221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48184) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:55.326892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152821062', 'description': 'tempest-description--365911613'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:55.350623 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d9d8fad4-99f6-4b4f-8e3f-78e92ce1c32e req-2e6f4fdb-9cb2-4b67-ba73-3ba7202b41ed service neutron] 10.222.0.36 "GET /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453833 Jul 28 03:36:55.421656 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:55.422349 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:55.437509 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2661-dfe1-4372-8774-dc9e0ea492ad req-c87a57f2-9883-459a-b365-06f8dd5fa624 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:55.450412 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5d2b2661-dfe1-4372-8774-dc9e0ea492ad req-c87a57f2-9883-459a-b365-06f8dd5fa624 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 944 time: 0.3382113 Jul 28 03:36:55.557319 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:55.584981 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:55.679264 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:55.732795 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:55.733485 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.749415 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Pushing event updated for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:55.803689 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.834455 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:55.862843 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5d2b2661-dfe1-4372-8774-dc9e0ea492ad req-8fa45d69-887c-43d0-93b0-b308f4d47cfb tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054866 Jul 28 03:36:55.885036 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a11373-8819-4f73-becc-3111768da8b5 x-openstack-request-id: req-61a11373-8819-4f73-becc-3111768da8b5 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:55.885401 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "tag": "446e7405-09ec-4099-a133-97e123aae8e8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:55.885678 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61a11373-8819-4f73-becc-3111768da8b5 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:55.890074 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8', 'status': 'completed', 'code': 200} Jul 28 03:36:55.891588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.892679 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:55.893322 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.972436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Made reservation on behalf of 61668da9bef94225915fde2e5254e3f2 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:55.978192 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.105214 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0bfbf7-0456-478b-b30d-bfb4034cecc3,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:56.113181 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.119989 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-2155b2ba-9342-47b8-bec2-66227554c16d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6866274 Jul 28 03:36:56.136671 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-773547f8-7864-43c8-8a1e-2b5a966e86d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5309901 Jul 28 03:36:56.138942 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48214) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:56.167074 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Request body: {'subnet': {'network_id': 'fc0bfbf7-0456-478b-b30d-bfb4034cecc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274066051-subnet', 'tenant_id': 'e08d2d639bb34966b7c38c41d2230f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:56.210304 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb3cd0-876a-4ea7-9c24-2c6eaced99d8 req-f429fa03-b595-4296-a46b-850ac4d45011 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:56.211251 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network fc0bfbf7-0456-478b-b30d-bfb4034cecc3 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:36:56.220883 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2ffb3cd0-876a-4ea7-9c24-2c6eaced99d8 req-f429fa03-b595-4296-a46b-850ac4d45011 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 0.2504444 Jul 28 03:36:56.224962 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b1de64d-b59e-40c7-9c0a-f875632c51df req-98f620d2-01cd-46a7-a584-e678ddc11c59 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 210 time: 0.1232882 Jul 28 03:36:56.245903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Request body: {'port': {'device_id': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:56.257158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Made reservation on behalf of e08d2d639bb34966b7c38c41d2230f7e for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:36:56.260926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.331101 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2ffb3cd0-876a-4ea7-9c24-2c6eaced99d8 req-4fe3bd42-16a6-49f6-92d6-fc0fa4384d90 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089292 Jul 28 03:36:56.381180 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.391975 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.436136 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.442515 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-ebffbf08-4ea7-4411-b7d2-5a8c83219dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1349201 Jul 28 03:36:56.448838 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.538719 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.540661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876183f9-ec50-40dd-b400-4b733a8eb056,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:56.547982 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:56.550762 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-555f5cd5-92d6-4336-8b95-7d67d78ad0b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2280838 Jul 28 03:36:56.560927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48234) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:56.598531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group_rule': {'security_group_id': '876183f9-ec50-40dd-b400-4b733a8eb056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:56.742311 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58ae7-4823-4dba-ba4a-3149332e9176 None None] Pushing event updated for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:56.906073 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Allocated IP 172.20.0.11 (2574890c-4ff5-4cd0-9788-7aa5f7b54d40/ea6e0e6e-ce77-44c3-ab27-69532b37785b/5d686085-88ed-4be6-a62a-a4f991852b9b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:57.016457 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:55Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:57.131336 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a3340-353b-4b01-b73d-d95ba7050e47 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:55Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:36:57.172999 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:57.186246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:57.323993 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2733b3e-372a-4110-9226-01c32c75da93,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:57.336653 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Checking segment: {'id': '09eb11ac-e798-4697-9beb-1788125bd7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc0bfbf7-0456-478b-b30d-bfb4034cecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:57.338084 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Network hostable DHCP agents. Network: fc0bfbf7-0456-478b-b30d-bfb4034cecc3, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:36:57.405531 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Network fc0bfbf7-0456-478b-b30d-bfb4034cecc3 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:36:57.441817 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, fc0bfbf7-0456-478b-b30d-bfb4034cecc3) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:57.446348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:57.447244 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:57.460798 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1874da3-d7f3-4967-8479-0cf800d5c08f None None] Network fc0bfbf7-0456-478b-b30d-bfb4034cecc3 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:57.491355 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4071a0f-ad6e-4cf1-963f-11d8dc57d704 req-b7252e55-a2ef-4065-b8aa-1a19b11d26bf service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0283155 Jul 28 03:36:57.536221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:57.639177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0eb4-2851-42d0-9458-c1628a4f30a5 req-c5e13944-43b7-41cd-a874-3258e2caf370 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:57.644528 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ea0f4279-1a06-4144-acee-002ed45facaa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5039072 Jul 28 03:36:57.647501 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8fcb0eb4-2851-42d0-9458-c1628a4f30a5 req-c5e13944-43b7-41cd-a874-3258e2caf370 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 944 time: 0.4661794 Jul 28 03:36:57.734943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:57.756175 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 32b05a5e-b02a-4eaf-bf75-d02692ac011c up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:57.916390 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Pushing event updated for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:58.031836 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f555-6cbf-4158-b486-980585d1ab6d req-144f15b5-aae6-4749-9d6f-ea8abe6ca580 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:58.042803 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62a8f555-6cbf-4158-b486-980585d1ab6d req-144f15b5-aae6-4749-9d6f-ea8abe6ca580 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 932 time: 0.5783372 Jul 28 03:36:58.107343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c199121-040c-404b-b3b4-f6e80c26969f {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:36:58.137933 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48284) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:58.139241 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:58.150517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:58.185392 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.196040 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.211830 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:58.218539 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:58.219373 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.247793 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-d72ac369-62b3-4af8-87f9-bc5b4ed08072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:58.249732 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-d72ac369-62b3-4af8-87f9-bc5b4ed08072 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 1097 time: 0.4410512 Jul 28 03:36:58.260883 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8fcb0eb4-2851-42d0-9458-c1628a4f30a5 req-4564e76e-caef-4c3e-8354-30b44a6a1945 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122277 Jul 28 03:36:58.325894 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f327a88-1c12-4ca3-acb2-b7d3aa5ff6dc None None] Network fc0bfbf7-0456-478b-b30d-bfb4034cecc3 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:36:58.375015 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Transition to ACTIVE for port object 5c199121-040c-404b-b3b4-f6e80c26969f will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:36:58.391113 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.426337 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Deleting subnet 62e461a6-f52b-44c5-aa89-73c7d6f1cc41 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:36:58.438129 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.438510 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-d2a0f73b-fb2b-42bd-a35d-1c3e530ad60d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0567212 Jul 28 03:36:58.439310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.469364 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:58.483865 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:58.484239 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.516830 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62a8f555-6cbf-4158-b486-980585d1ab6d req-251d578b-eba0-4705-a952-c71bfb10c87b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714661 Jul 28 03:36:58.540920 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.543846 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.545705 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9624321 Jul 28 03:36:58.556942 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.580112 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48300) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:58.599802 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Request body: {'port': {'device_id': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:58.635688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group_rule': {'security_group_id': '876183f9-ec50-40dd-b400-4b733a8eb056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:58.691413 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991618-029b-49d2-bdb5-4b45dd0b74a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1116ceae-f1ad-4134-aef9-8fa0dd1abeab,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:58.695971 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48304) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:58.713946 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.799518 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.804185 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e461a6-f52b-44c5-aa89-73c7d6f1cc41,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:58.806252 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48308) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:58.830169 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.842085 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Attempting to bind port 5c199121-040c-404b-b3b4-f6e80c26969f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:36:58.842501 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Attempting to bind port 5c199121-040c-404b-b3b4-f6e80c26969f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:36:58.842943 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Attempting to bind port 5c199121-040c-404b-b3b4-f6e80c26969f on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:58.849158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.851268 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-51420e5e-1b8f-4622-808b-6421a1d62831 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/62e461a6-f52b-44c5-aa89-73c7d6f1cc41 HTTP/1.1" status: 204 len: 168 time: 0.7099364 Jul 28 03:36:58.851835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb408b-8244-4c38-b258-537d945cbd52 req-3a773565-3985-4907-8fa2-29f5aaace1eb tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:58.852530 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:58.853778 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8deb408b-8244-4c38-b258-537d945cbd52 req-3a773565-3985-4907-8fa2-29f5aaace1eb tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 0.3754458 Jul 28 03:36:58.857771 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Port 5c199121-040c-404b-b3b4-f6e80c26969f on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:36:58.858091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Attempting to bind port 5c199121-040c-404b-b3b4-f6e80c26969f on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:36:58.861187 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48312) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:58.864678 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:36:58.865020 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Checking segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:36:58.865404 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Bound using segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:36:58.865865 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Bound port: 5c199121-040c-404b-b3b4-f6e80c26969f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:36:58.866754 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.888379 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-9a5fb4de-28a9-45c5-9d20-378c0d5ebc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:58.890008 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-9a5fb4de-28a9-45c5-9d20-378c0d5ebc96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 916 time: 0.6216404 Jul 28 03:36:58.917115 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.961272 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:36:58.967121 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c199121-040c-404b-b3b4-f6e80c26969f,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:36:58.974396 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:58.986288 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 32b05a5e-b02a-4eaf-bf75-d02692ac011c, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=32b05a5e-b02a-4eaf-bf75-d02692ac011c,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:59.003614 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.030034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.030654 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.032279 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 1094 time: 2.8850365 Jul 28 03:36:59.038185 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:59.040513 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718f6690-c9b8-4685-bc8e-f92c0f1db49c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:59.048385 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1cd6452a-3ccf-4ff7-a8be-7fe2cbbbc6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.111568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:59.122755 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d975af9-ce51-4c8a-a9b3-03c581ad277c x-openstack-request-id: req-3d975af9-ce51-4c8a-a9b3-03c581ad277c {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:59.123245 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:59.123704 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d975af9-ce51-4c8a-a9b3-03c581ad277c {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:59.124265 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f', 'status': 'completed', 'code': 200} Jul 28 03:36:59.138039 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58f4eb-de47-4358-b06e-297ccfcb9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:59.172284 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-661c0a34-e54a-4d15-897f-9d26ccb0fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.173834 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-661c0a34-e54a-4d15-897f-9d26ccb0fb13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1097 time: 0.0895309 Jul 28 03:36:59.195423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e93277f3-e883-4f21-88fd-397ddbb5ad5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.236531 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-0478fdf3-d151-4a52-8299-c5f42f384531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.0501637 Jul 28 03:36:59.281418 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-52ad3649-2abe-4281-afb3-dcb49e68fe6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446e7405-09ec-4099-a133-97e123aae8e8 HTTP/1.1" status: 200 len: 217 time: 0.1172326 Jul 28 03:36:59.289017 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 32b05a5e-b02a-4eaf-bf75-d02692ac011c up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:59.302746 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1cd6452a-3ccf-4ff7-a8be-7fe2cbbbc6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.310636 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1cd6452a-3ccf-4ff7-a8be-7fe2cbbbc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.352588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a418-5583-4a42-963c-f00f4421079f req-d1c3d726-f94c-4278-8e2d-e30653111204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.354495 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-d1c3d726-f94c-4278-8e2d-e30653111204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.1047754 Jul 28 03:36:59.357329 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 32b05a5e-b02a-4eaf-bf75-d02692ac011c triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:59.357704 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.378666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6452a-3ccf-4ff7-a8be-7fe2cbbbc6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f74814a-995a-4ee8-9f03-61162a7395be,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:59.385477 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1cd6452a-3ccf-4ff7-a8be-7fe2cbbbc6e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7c179b1e54243b18d45970f144f5852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536246 Jul 28 03:36:59.402564 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48318) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:59.404609 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-232eaeaf-12f7-41de-bada-81b95c529aca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391312 Jul 28 03:36:59.419286 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.479870 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8deb408b-8244-4c38-b258-537d945cbd52 req-03ca732b-4cdd-4b76-9f65-cfac5c6e1e75 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030002 Jul 28 03:36:59.539991 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.547639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.577985 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.581130 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-b3fa80bb-4941-44b3-bdc1-2101bf57313f service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642885 Jul 28 03:36:59.598146 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.635196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-360fdad7-c087-4f04-be21-5702fe884b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.636679 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-360fdad7-c087-4f04-be21-5702fe884b29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.3429151 Jul 28 03:36:59.711949 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9400d7-bea2-49e8-8a14-152889f0080b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:59.736230 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.740737 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.742516 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f74814a-995a-4ee8-9f03-61162a7395be HTTP/1.1" status: 204 len: 168 time: 0.3368464 Jul 28 03:36:59.752029 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1c2a2-f7f0-4993-b93a-076d8bd8a73b req-385e2cba-9d39-44b3-bee9-c7ffcee68ef8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.753558 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68d1c2a2-f7f0-4993-b93a-076d8bd8a73b req-385e2cba-9d39-44b3-bee9-c7ffcee68ef8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 944 time: 0.3233018 Jul 28 03:36:59.782405 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa7800-9bbc-4a27-bd11-6cab90d6deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f74814a-995a-4ee8-9f03-61162a7395be,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:59.788714 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-a085f2c3-8391-434b-9083-096d64e553e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233535 Jul 28 03:36:59.789139 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ab75a418-5583-4a42-963c-f00f4421079f req-5fba6af9-9751-4806-a37d-b97560ba413c service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983659 Jul 28 03:36:59.886299 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:59.891695 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-ab3e65e8-6017-46df-9bfc-dd3c0ec2f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:59.893221 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-ab3e65e8-6017-46df-9bfc-dd3c0ec2f793 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1097 time: 0.0443656 Jul 28 03:36:59.942901 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.943830 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.944049 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.944378 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > port after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.944843 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.945022 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > port after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.945462 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.945714 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.946062 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:36:59.946812 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:00.011300 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-b44825f5-ed7c-4422-9f00-06819ee11956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:00.012853 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-b44825f5-ed7c-4422-9f00-06819ee11956 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.1105051 Jul 28 03:37:00.065350 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-b724b459-cf9c-4ce3-92f6-0e9a0ed8e5b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.0444212 Jul 28 03:37:00.128622 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-a99b5097-0c48-4b1f-a5ef-fb0dc41e50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:00.130418 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-a99b5097-0c48-4b1f-a5ef-fb0dc41e50df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.0577345 Jul 28 03:37:00.143518 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:00.145043 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:00.145838 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:00.146372 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:00.153966 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5fdb76-f03d-4259-a7c8-e1d04ed44971']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:00.177656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48338) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:00.179725 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-a08a933e-34ec-4b23-8670-064ad7392d90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jul 28 03:37:00.202825 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b089b159-83b2-4f33-96aa-8572fbd034d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.224614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab55e5f-05e4-4b40-bb4c-dc214eabc5d9') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:00.224845 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab55e5f-05e4-4b40-bb4c-dc214eabc5d9') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:00.248759 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-69c658dd-c3d5-4faf-918f-021618caa33c service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418602 Jul 28 03:37:00.256251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0048-6765-4ce9-ae36-47f27c2d1582 req-9a9d5432-2171-4bb5-9209-242669786f2b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:00.257614 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-133a0048-6765-4ce9-ae36-47f27c2d1582 req-9a9d5432-2171-4bb5-9209-242669786f2b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 932 time: 0.6534607 Jul 28 03:37:00.277269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2866476'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.286960 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68d1c2a2-f7f0-4993-b93a-076d8bd8a73b req-406f8cb7-be55-4aba-99c7-33c8e59c3bd8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032353 Jul 28 03:37:00.307656 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-123f42d3-a68a-47f2-b3a0-391dbfe3d2bb service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963082 Jul 28 03:37:00.368526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.402008 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-718f6690-c9b8-4685-bc8e-f92c0f1db49c req-1dd866bf-33e5-4769-b4d9-ecd06e4d5e27 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870485 Jul 28 03:37:00.421259 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:37:00.421676 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650177'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: Traceback (most recent call last): Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: timer() Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: cb(*args, **kw) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: return func(*args, **kwargs) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: self._notify() Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: self.callback(batched_events) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: event.method(event) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: return f(self, *a, **k) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: return self._get(url).json() Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:37:00.429189 dv-cinder-733062-21-smb neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:37:00.431616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e93277f3-e883-4f21-88fd-397ddbb5ad5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.480687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e93277f3-e883-4f21-88fd-397ddbb5ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.498895 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.500181 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-1c7e42bd-0cd8-4d31-a73e-79e2e270ab66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9102263 Jul 28 03:37:00.505513 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48342) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:00.513211 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:00.534492 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-133a0048-6765-4ce9-ae36-47f27c2d1582 req-1456be08-7aee-4697-88ce-c1524d500420 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592161 Jul 28 03:37:00.540521 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d686085-88ed-4be6-a62a-a4f991852b9b {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:00.547679 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b089b159-83b2-4f33-96aa-8572fbd034d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.564099 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b089b159-83b2-4f33-96aa-8572fbd034d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.569197 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.581577 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.591729 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-169b1bb3-a9d4-46ee-8d84-f0d524c075ba req-72250532-dc2e-4aef-9a7e-44de449e0914 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306205 Jul 28 03:37:00.592328 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93277f3-e883-4f21-88fd-397ddbb5ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f089d1-c8a1-4805-b2bc-eccd9ab9d1c1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:00.609120 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b089b159-83b2-4f33-96aa-8572fbd034d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d681799b05ee48bfa8b1c319f1a6483b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284203 Jul 28 03:37:00.617005 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48348) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:00.619746 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e93277f3-e883-4f21-88fd-397ddbb5ad5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf592bfb72c3453c80ffef1a2d662084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9104412 Jul 28 03:37:00.632018 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48350) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:00.635233 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.642496 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.644485 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] 10.222.0.26 "DELETE /v2.0/networks/6e5fdb76-f03d-4259-a7c8-e1d04ed44971 HTTP/1.1" status: 204 len: 168 time: 1.7690339 Jul 28 03:37:00.648633 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089b159-83b2-4f33-96aa-8572fbd034d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda7fd6-b626-4072-bcd3-9b84c21075fb,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:00.655186 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48352) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:00.660076 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Transition to ACTIVE for port object 5d686085-88ed-4be6-a62a-a4f991852b9b will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:00.661021 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a633e05-645b-43ca-904f-0b2ae70b004a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5fdb76-f03d-4259-a7c8-e1d04ed44971,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:00.672823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.739903 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517f407-da0f-4f0e-a819-b06b4113102f req-30de80ea-c660-42ec-914e-cfe67d5c1769 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:00.741328 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b517f407-da0f-4f0e-a819-b06b4113102f req-30de80ea-c660-42ec-914e-cfe67d5c1769 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 0.1571786 Jul 28 03:37:00.742386 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Pushing event updated for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:00.788254 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Deleting subnet e2733b3e-372a-4110-9226-01c32c75da93 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:37:00.801136 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.832160 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b517f407-da0f-4f0e-a819-b06b4113102f req-73916068-6e26-4e90-91cf-0abca2837842 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Jul 28 03:37:00.836528 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.840339 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.845288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Attempting to bind port 5d686085-88ed-4be6-a62a-a4f991852b9b on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:00.845629 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Attempting to bind port 5d686085-88ed-4be6-a62a-a4f991852b9b by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:00.845985 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Attempting to bind port 5d686085-88ed-4be6-a62a-a4f991852b9b on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:00.850282 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Port 5d686085-88ed-4be6-a62a-a4f991852b9b on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:00.850690 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Attempting to bind port 5d686085-88ed-4be6-a62a-a4f991852b9b on network 2574890c-4ff5-4cd0-9788-7aa5f7b54d40 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:00.855847 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:00.856189 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Checking segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:00.856609 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Bound using segment: {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:00.857039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Bound port: 5d686085-88ed-4be6-a62a-a4f991852b9b, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:00.857401 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.884876 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.897639 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.907626 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.913011 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.919436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:00.922990 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5d686085-88ed-4be6-a62a-a4f991852b9b,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:00.927652 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.963327 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:00.963941 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:00.965473 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] 10.222.0.36 "PUT /v2.0/ports/5d686085-88ed-4be6-a62a-a4f991852b9b HTTP/1.1" status: 200 len: 1094 time: 2.3892062 Jul 28 03:37:00.966001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:00.968285 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549a7b9c-47e4-4320-ba41-3451c47080cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:00.989873 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306784-ee47-4be1-a5b8-99ef2b74a73e service neutron] Pushing event updated for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:01.031122 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.045230 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.057801 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-597db374-a658-4d91-87ca-114ccd888236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:01.060752 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-597db374-a658-4d91-87ca-114ccd888236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 1097 time: 0.0508544 Jul 28 03:37:01.076282 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.078832 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.079958 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40f089d1-c8a1-4805-b2bc-eccd9ab9d1c1 HTTP/1.1" status: 204 len: 168 time: 0.4460886 Jul 28 03:37:01.080605 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.083539 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.084840 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fda7fd6-b626-4072-bcd3-9b84c21075fb HTTP/1.1" status: 204 len: 168 time: 0.4667196 Jul 28 03:37:01.110393 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d272003-b03e-4688-8d50-890896fc183f x-openstack-request-id: req-1d272003-b03e-4688-8d50-890896fc183f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:01.110687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:01.111082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d272003-b03e-4688-8d50-890896fc183f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:01.111483 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b', 'status': 'completed', 'code': 200} Jul 28 03:37:01.113303 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-735af720-8fb9-489e-9ccd-aa5063c260be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d686085-88ed-4be6-a62a-a4f991852b9b HTTP/1.1" status: 200 len: 217 time: 0.0444763 Jul 28 03:37:01.120034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2733b3e-372a-4110-9226-01c32c75da93,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:01.129500 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.133541 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-d805f74a-777b-4b84-877f-b095b6a7c66f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e2733b3e-372a-4110-9226-01c32c75da93 HTTP/1.1" status: 204 len: 168 time: 0.4644947 Jul 28 03:37:01.133870 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48362) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:01.139601 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516d1af-1569-48fc-b200-c605f83985b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f089d1-c8a1-4805-b2bc-eccd9ab9d1c1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:01.174535 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c95480-aa2d-4328-a160-545a2dd54757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda7fd6-b626-4072-bcd3-9b84c21075fb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:01.245452 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-7894a55b-2aaf-4e33-9c2c-5cafcfbc626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:01.247849 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-7894a55b-2aaf-4e33-9c2c-5cafcfbc626d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.1228938 Jul 28 03:37:01.252391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.299642 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-0786fbd7-5539-44f8-9511-0cd11171711f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389228 Jul 28 03:37:01.315603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Allocated IP 172.28.0.236 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/14c35a77-d243-4daf-af8d-b168bd262c04) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:01.423211 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.436363 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0bfbf7-0456-478b-b30d-bfb4034cecc3']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:01.454461 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.455755 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09eb11ac-e798-4697-9beb-1788125bd7b6') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:01.456234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09eb11ac-e798-4697-9beb-1788125bd7b6') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:01.477902 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2866476'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.506864 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.518705 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.533746 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-92eb27c1-2b9b-4664-a842-c224f1723149 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129850 Jul 28 03:37:01.534961 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:37:01.535373 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650177'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: Traceback (most recent call last): Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: timer() Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: cb(*args, **kw) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: return func(*args, **kwargs) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: self._notify() Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: self.callback(batched_events) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: event.method(event) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: return f(self, *a, **k) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: return self._get(url).json() Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:37:01.538029 dv-cinder-733062-21-smb neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:37:01.821424 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:01.827738 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48394) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:01.828742 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:01.838822 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:01.862192 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7944ce38-6dd1-40c1-9c89-526e982c9ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.872861 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=14c35a77-d243-4daf-af8d-b168bd262c04,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:01.971266 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7944ce38-6dd1-40c1-9c89-526e982c9ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.974547 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c248d-5254-4d11-b7a6-75fbabea5de1 req-af451ab9-be39-407e-afac-d4b1a2296983 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:01.976045 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7944ce38-6dd1-40c1-9c89-526e982c9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:01.976172 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-541c248d-5254-4d11-b7a6-75fbabea5de1 req-af451ab9-be39-407e-afac-d4b1a2296983 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 944 time: 0.5372086 Jul 28 03:37:02.006215 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.033808 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7944ce38-6dd1-40c1-9c89-526e982c9ce1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ba36fcc883d4f69a3afb21e55519750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017002 Jul 28 03:37:02.039261 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.041276 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc0bfbf7-0456-478b-b30d-bfb4034cecc3 HTTP/1.1" status: 204 len: 168 time: 0.9060829 Jul 28 03:37:02.041865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48402) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:02.078304 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7313a3-4267-418d-bf63-e9216f64c655 req-18c29992-c65b-4820-b6f5-4d34acfa045e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:02.079689 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d7313a3-4267-418d-bf63-e9216f64c655 req-18c29992-c65b-4820-b6f5-4d34acfa045e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 944 time: 0.1858938 Jul 28 03:37:02.086528 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d568-bc0e-429d-9fb8-b5eb502bbdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0bfbf7-0456-478b-b30d-bfb4034cecc3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.115984 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-541c248d-5254-4d11-b7a6-75fbabea5de1 req-2aa059ff-8837-4cf5-a7ec-3a23f16ed4f4 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233044 Jul 28 03:37:02.126432 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944ce38-6dd1-40c1-9c89-526e982c9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c78cd8-d211-49e6-865d-9bc85017bb12,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.145969 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.170399 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30ce8098-70ed-46fd-b206-c977f0f4f7a0 req-ac4a0371-1aea-4efe-bd92-f201a8b4332f service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159327 Jul 28 03:37:02.208098 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.269188 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d7313a3-4267-418d-bf63-e9216f64c655 req-e2883ef1-6daa-4901-9015-baf1d473cbfd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671965 Jul 28 03:37:02.302930 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48410) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:02.325051 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.371636 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb431-2916-4784-af44-85cc41020203 req-eafe5fdb-50dc-4898-9146-ed26dcdc0db8 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:02.373120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d31eb431-2916-4784-af44-85cc41020203 req-eafe5fdb-50dc-4898-9146-ed26dcdc0db8 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 943 time: 0.1581113 Jul 28 03:37:02.378652 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.380044 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-b71cf89b-4429-48c3-9af7-97c9915434eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:02.381482 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-b71cf89b-4429-48c3-9af7-97c9915434eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 1097 time: 0.1480920 Jul 28 03:37:02.384557 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.388040 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.415438 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.431301 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-3d4184a3-4c82-444c-9144-8ab637e1e7a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b134368da1ec492eb5cb41d66708dabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265235 Jul 28 03:37:02.442020 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48414) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:02.457670 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=14c35a77-d243-4daf-af8d-b168bd262c04,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.468997 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.474245 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-4ac25b63-11ce-4cca-a3c8-a9ceff860f84 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9676909 Jul 28 03:37:02.501736 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 61ae7cf6-342e-47e6-9671-6c8678860c3f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:02.522437 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d31eb431-2916-4784-af44-85cc41020203 req-b32ba53a-adfa-4266-977f-f1036628cdec tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289141 Jul 28 03:37:02.552304 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.593005 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.593349 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.598012 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.601898 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40c78cd8-d211-49e6-865d-9bc85017bb12 HTTP/1.1" status: 204 len: 168 time: 0.5530028 Jul 28 03:37:02.624930 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-c1d6fed0-5308-4649-ba84-f366fdc35b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:02.627290 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-c1d6fed0-5308-4649-ba84-f366fdc35b08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.2345095 Jul 28 03:37:02.631275 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f,segment=NetworkSegment(792c821d-ab63-431e-b820-c3acc8fbf5e3),segment_id=792c821d-ab63-431e-b820-c3acc8fbf5e3)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:02.645096 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '61ae7cf6-342e-47e6-9671-6c8678860c3f', 'network_id': '85d58bea-4ad2-400e-b2d7-8fa569f60a9e', 'port_id': '61ae7cf6-342e-47e6-9671-6c8678860c3f', 'mac_address': 'fa:16:3e:50:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83045204-f8d0-4463-965e-bf0ef95cb4f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:02.655433 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.659870 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.664375 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a3f49a0-f2bb-4b96-acec-28cd6fc41845 HTTP/1.1" status: 204 len: 168 time: 0.2213235 Jul 28 03:37:02.683839 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.699111 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18384aa1-0d95-40ab-9173-0f9f5687074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f49a0-f2bb-4b96-acec-28cd6fc41845,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.708901 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ae7cf6-342e-47e6-9671-6c8678860c3f {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:02.709043 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822ad1-4b11-42a2-82a5-6e38d8cf8ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c78cd8-d211-49e6-865d-9bc85017bb12,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.712118 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-629af037-ebb8-466f-bf1c-0a4562edd509 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d686085-88ed-4be6-a62a-a4f991852b9b HTTP/1.1" status: 200 len: 217 time: 0.0759718 Jul 28 03:37:02.747002 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f,segment=NetworkSegment(792c821d-ab63-431e-b820-c3acc8fbf5e3),segment_id=792c821d-ab63-431e-b820-c3acc8fbf5e3)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:02.753248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:02.754179 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5c199121-040c-404b-b3b4-f6e80c26969f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:02.770828 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-bbbd3c5c-e22d-403a-9c8b-ab75525a1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:02.772309 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-bbbd3c5c-e22d-403a-9c8b-ab75525a1a01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.0533533 Jul 28 03:37:02.813232 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-4146440f-13d3-4a9d-9493-d8027dc5c800 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325153 Jul 28 03:37:02.879631 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-2c7f497b-0a89-4a6f-ae85-9da2f48cdc5e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1152821062&fields=id&tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 267 time: 0.1063211 Jul 28 03:37:02.900118 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:02.985129 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-e6182fb4-1656-4eb5-afd6-a33d9fc17f0b service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645162 Jul 28 03:37:02.988625 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c199121-040c-404b-b3b4-f6e80c26969f,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:03.031786 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '5c199121-040c-404b-b3b4-f6e80c26969f', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'port_id': '5c199121-040c-404b-b3b4-f6e80c26969f', 'mac_address': 'fa:16:3e:5c:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:03.066433 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-fcbe013e-0a54-415d-8177-f14e0609057a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:03.068020 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-fcbe013e-0a54-415d-8177-f14e0609057a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 810 time: 0.1748250 Jul 28 03:37:03.116390 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.117436 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-36cee02d-a5a1-4c33-907d-661439b7cf98 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/quotas/ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 375 time: 0.0327134 Jul 28 03:37:03.143567 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c199121-040c-404b-b3b4-f6e80c26969f {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:03.156019 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48454) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:03.191252 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c199121-040c-404b-b3b4-f6e80c26969f,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:03.201291 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.206963 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 446e7405-09ec-4099-a133-97e123aae8e8 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:03.213791 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6c28169b-222f-45ef-bfd7-0004eb954f65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e08d2d639bb34966b7c38c41d2230f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557559 Jul 28 03:37:03.214603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48458) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:03.278233 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.293562 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-549a7b9c-47e4-4320-ba41-3451c47080cd req-c2aabb10-13a6-4f58-af83-5a8053c7763b service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012121 Jul 28 03:37:03.321155 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:03.322842 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.338578 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29baa-5ff2-4584-97d9-f9b58e270ac9 req-0de12db7-9d0d-465e-aca2-c6db8351c3f4 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:03.341247 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8dd29baa-5ff2-4584-97d9-f9b58e270ac9 req-0de12db7-9d0d-465e-aca2-c6db8351c3f4 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 944 time: 0.1247671 Jul 28 03:37:03.350264 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-9c17af7a-67c7-47dc-8fe5-83355ef3a7f1 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2319007 Jul 28 03:37:03.378972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=446e7405-09ec-4099-a133-97e123aae8e8,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:03.406295 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.406532 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '446e7405-09ec-4099-a133-97e123aae8e8', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'port_id': '446e7405-09ec-4099-a133-97e123aae8e8', 'mac_address': 'fa:16:3e:7b:52:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18a17da-979e-4aec-8e50-7d6e06b5c8a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:03.408876 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.410068 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5a1c77f-f1bf-4f42-b250-49199436386c HTTP/1.1" status: 204 len: 168 time: 0.1935995 Jul 28 03:37:03.417609 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c46dde-81e7-4273-982d-e2b7ac7984f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1c77f-f1bf-4f42-b250-49199436386c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:03.470929 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.482817 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8dd29baa-5ff2-4584-97d9-f9b58e270ac9 req-7851073b-b855-46c4-b24a-247eaff9825d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309440 Jul 28 03:37:03.497610 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e7405-09ec-4099-a133-97e123aae8e8 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:03.534431 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=446e7405-09ec-4099-a133-97e123aae8e8,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:03.542443 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-2d71fca9-1654-4820-9133-e86cbfae1cc3 service neutron] 10.222.0.26 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692989 Jul 28 03:37:03.550158 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.628891 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:03.688009 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbf02-8fba-474f-a8bb-74c97b612f8c req-ec2daff6-8ce0-4591-a15e-d788d862ffad tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:03.689549 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-313cbf02-8fba-474f-a8bb-74c97b612f8c req-ec2daff6-8ce0-4591-a15e-d788d862ffad tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 944 time: 0.1222024 Jul 28 03:37:03.703632 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-22d84b3f-6231-4e7e-972f-fc0ec533caf8 service neutron] 10.222.0.26 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588113 Jul 28 03:37:03.762840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-313cbf02-8fba-474f-a8bb-74c97b612f8c req-f1f2e628-6ed3-4e9f-bb00-0b8795d7ac19 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Jul 28 03:37:03.865805 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:03.876837 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e005b-88f8-442f-b11c-44e6893c173b req-547e0ffc-4099-41fc-a837-f08ebbacb525 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:03.878580 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-585e005b-88f8-442f-b11c-44e6893c173b req-547e0ffc-4099-41fc-a837-f08ebbacb525 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 944 time: 0.0599859 Jul 28 03:37:03.987788 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-585e005b-88f8-442f-b11c-44e6893c173b req-351f4329-4de3-4e01-839e-23dfa3638d2f tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Jul 28 03:37:03.999060 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['61ae7cf6-342e-47e6-9671-6c8678860c3f'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:04.068185 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5d1c752f-14ac-4d13-baee-6e690b68d629 req-20bdaff9-056e-4fbf-a5ea-bd8a7e7b1ce5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 210 time: 0.1282027 Jul 28 03:37:04.090549 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['5c199121-040c-404b-b3b4-f6e80c26969f'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:04.614022 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a749d5-d102-4599-9a41-2c19a7df8a47 req-b580e093-a624-4649-84ac-f77ab13a1f35 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:04.620704 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04a749d5-d102-4599-9a41-2c19a7df8a47 req-b580e093-a624-4649-84ac-f77ab13a1f35 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 945 time: 0.0590999 Jul 28 03:37:04.672636 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04a749d5-d102-4599-9a41-2c19a7df8a47 req-84b2344d-111f-4198-a518-90bdc46c3d44 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Jul 28 03:37:04.842942 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48566) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:04.891935 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44037cf7-9918-4e2f-b807-02d0bf90fd98 req-50d7d6b4-1113-4682-9602-66dd42ffb216 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:04.893484 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-44037cf7-9918-4e2f-b807-02d0bf90fd98 req-50d7d6b4-1113-4682-9602-66dd42ffb216 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 944 time: 0.0587068 Jul 28 03:37:04.936025 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-44037cf7-9918-4e2f-b807-02d0bf90fd98 req-e0c026c2-142a-452d-bb90-32770b87cfef tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jul 28 03:37:05.038218 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-079ba40c-b79e-4d1e-95b2-1f59f5cccfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.143130 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ccbb5-7cce-426b-a488-f76cc8256c17 req-69d3ba7f-bc63-4044-bae2-093164d2f287 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:05.155795 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a13ccbb5-7cce-426b-a488-f76cc8256c17 req-69d3ba7f-bc63-4044-bae2-093164d2f287 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 944 time: 0.0774689 Jul 28 03:37:05.189660 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-079ba40c-b79e-4d1e-95b2-1f59f5cccfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.197964 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-079ba40c-b79e-4d1e-95b2-1f59f5cccfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.217400 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2b657a82-acb6-42be-9af8-36b45ace6b7d req-3e1dafef-cd6d-417e-8d9e-3b001b049f0e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 210 time: 0.0353038 Jul 28 03:37:05.286470 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-079ba40c-b79e-4d1e-95b2-1f59f5cccfff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a109a59608c4be3814fa7d571bd838c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411500 Jul 28 03:37:05.289161 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ba40c-b79e-4d1e-95b2-1f59f5cccfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820b1cd4-f2db-4926-9551-518e2e76923a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:05.290595 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 48592) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:05.304986 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a13ccbb5-7cce-426b-a488-f76cc8256c17 req-c9e755f2-a88e-4f4d-a983-b6e79629df27 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433539 Jul 28 03:37:05.396953 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.415771 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-45330709-dfd9-46ce-b256-1ce8191fda26 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:05.417521 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-45330709-dfd9-46ce-b256-1ce8191fda26 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 810 time: 0.1970413 Jul 28 03:37:05.440908 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.506821 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-4a98fe0e-a3f4-41c3-8746-373162e7213f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 380 time: 0.0781336 Jul 28 03:37:05.517403 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'port': {'device_id': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'admin_state_up': True, 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'security_groups': ['876183f9-ec50-40dd-b400-4b733a8eb056']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:05.590586 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.594421 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.595896 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/820b1cd4-f2db-4926-9551-518e2e76923a HTTP/1.1" status: 204 len: 168 time: 0.2887380 Jul 28 03:37:05.614795 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e9e3-b591-4f02-b771-949a2414bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820b1cd4-f2db-4926-9551-518e2e76923a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:05.691896 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Made reservation on behalf of ee6e62c9fa2a4074ad8c7f0ee2462985 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:05.697073 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.853639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356a09-5a6c-4162-b4a1-013b3f6452b6 req-00378d64-03ca-4688-b7b4-bf4de72e773d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:05.855504 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1b356a09-5a6c-4162-b4a1-013b3f6452b6 req-00378d64-03ca-4688-b7b4-bf4de72e773d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 945 time: 0.1015394 Jul 28 03:37:05.904299 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Allocated IP 172.20.0.13 (0b43a69f-0c94-4687-b4fb-9e5bd891df97/7849884c-e736-4a64-85ce-8df4e1932a78/417abb5f-27c5-4348-b76a-c9cc36e5877f) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:05.927846 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1b356a09-5a6c-4162-b4a1-013b3f6452b6 req-a3ff2316-d823-424f-bb10-e30d6d3f17e9 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603673 Jul 28 03:37:06.101550 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48638) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:06.116253 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9e11-263e-4a56-b902-c619c1d5f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.295876 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9e11-263e-4a56-b902-c619c1d5f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.311338 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9e11-263e-4a56-b902-c619c1d5f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.357007 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9aeb9e11-263e-4a56-b902-c619c1d5f309 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dd84dc31603459cb794f9e378d849b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542455 Jul 28 03:37:06.358971 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb9e11-263e-4a56-b902-c619c1d5f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433b86d-47e9-4227-bd09-d794eab3ce07,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:06.361578 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48660) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:06.365019 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-72c53c54-9f4d-4073-a0bf-9826fe3d00ff req-514d0e2b-9c8b-4f36-a905-5840095af0c2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 210 time: 0.0399404 Jul 28 03:37:06.377632 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f47e5-aaef-41ed-9923-9bab8e334f34 req-5902f55a-7b83-4705-aa3f-9aa6efa52a12 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:06.379097 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-734f47e5-aaef-41ed-9923-9bab8e334f34 req-5902f55a-7b83-4705-aa3f-9aa6efa52a12 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 944 time: 0.3246775 Jul 28 03:37:06.383881 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.409992 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Transition to ACTIVE for port object 417abb5f-27c5-4348-b76a-c9cc36e5877f will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:06.413518 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.436446 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.452116 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-734f47e5-aaef-41ed-9923-9bab8e334f34 req-4ea5a85d-e48d-4618-9497-f7970fe953f6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604858 Jul 28 03:37:06.496838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5d686085-88ed-4be6-a62a-a4f991852b9b details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:06.498894 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 61ae7cf6-342e-47e6-9671-6c8678860c3f up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:06.515666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.518435 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.519649 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2433b86d-47e9-4227-bd09-d794eab3ce07 HTTP/1.1" status: 204 len: 168 time: 0.1573081 Jul 28 03:37:06.544381 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1ac69-0189-410d-855d-a69968bdb9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433b86d-47e9-4227-bd09-d794eab3ce07,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:06.554001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6315b37-d267-4de7-b089-9a3e8e23e9a3 req-fc40be82-2dbb-4d6f-a52f-25e4c4ec5fc0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:06.555954 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c6315b37-d267-4de7-b089-9a3e8e23e9a3 req-fc40be82-2dbb-4d6f-a52f-25e4c4ec5fc0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 944 time: 0.0793426 Jul 28 03:37:06.558165 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.647810 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 61ae7cf6-342e-47e6-9671-6c8678860c3f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:06.659157 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 61ae7cf6-342e-47e6-9671-6c8678860c3f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:06.659578 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.660405 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c6315b37-d267-4de7-b089-9a3e8e23e9a3 req-78ebb613-63b2-48a3-9aae-e259a62519d0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939076 Jul 28 03:37:06.694171 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:06.699688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:06.699925 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5d686085-88ed-4be6-a62a-a4f991852b9b,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:06.724112 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:06.739431 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '5d686085-88ed-4be6-a62a-a4f991852b9b', 'network_id': '2574890c-4ff5-4cd0-9788-7aa5f7b54d40', 'port_id': '5d686085-88ed-4be6-a62a-a4f991852b9b', 'mac_address': 'fa:16:3e:ce:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6e0e6e-ce77-44c3-ab27-69532b37785b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:06.762005 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:06.805097 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:06.805788 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.842662 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-a283b2ad-0892-4fe3-846b-10d284a58ec2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299527 Jul 28 03:37:06.856210 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Request body: {'port': {'device_id': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:06.949222 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.026151 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.042224 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.073043 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:07.164563 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d686085-88ed-4be6-a62a-a4f991852b9b {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:07.179830 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f,segment=NetworkSegment(792c821d-ab63-431e-b820-c3acc8fbf5e3),segment_id=792c821d-ab63-431e-b820-c3acc8fbf5e3)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:07.202343 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5d686085-88ed-4be6-a62a-a4f991852b9b,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:07.204652 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.205599 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5c199121-040c-404b-b3b4-f6e80c26969f up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:07.267128 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.272846 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-90ff98dd-97a8-4546-841d-dc105fa6d781 None None] Provisioning for port 417abb5f-27c5-4348-b76a-c9cc36e5877f completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:07.280772 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-90ff98dd-97a8-4546-841d-dc105fa6d781 None None] Provisioning complete for port 417abb5f-27c5-4348-b76a-c9cc36e5877f triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:07.281383 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-90ff98dd-97a8-4546-841d-dc105fa6d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.289952 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56f14-4115-4a77-9167-657118512cd7 req-ef98aa01-4664-4e5b-9d7a-00a1b2e19254 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:07.291631 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bcc56f14-4115-4a77-9167-657118512cd7 req-ef98aa01-4664-4e5b-9d7a-00a1b2e19254 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 945 time: 0.2585769 Jul 28 03:37:07.324864 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-90ff98dd-97a8-4546-841d-dc105fa6d781 None None] Port 417abb5f-27c5-4348-b76a-c9cc36e5877f cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:07.357846 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:07.385663 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 5c199121-040c-404b-b3b4-f6e80c26969f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:07.403321 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc29227e-fbe5-4efd-9258-64e312406c90" -d '{"events": [{"server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "name": "network-vif-plugged", "status": "completed", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:07.430062 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 5c199121-040c-404b-b3b4-f6e80c26969f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:07.430438 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.503342 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:07.513418 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bcc56f14-4115-4a77-9167-657118512cd7 req-bec8599f-e416-4dfc-9d6f-94f9c021eaf6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411464 Jul 28 03:37:07.532253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['5d686085-88ed-4be6-a62a-a4f991852b9b'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:07.731988 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.766186 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502081cb-4ef8-4dd3-82ce-b6754fd180d5 req-3352d60c-7ca2-4825-9eee-6840e3e9a98c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:07.767862 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-502081cb-4ef8-4dd3-82ce-b6754fd180d5 req-3352d60c-7ca2-4825-9eee-6840e3e9a98c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 932 time: 0.2250438 Jul 28 03:37:07.782703 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417abb5f-27c5-4348-b76a-c9cc36e5877f {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:07.788381 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6611f009-42f4-4529-8db4-b7f929bfa04d x-openstack-request-id: req-6611f009-42f4-4529-8db4-b7f929bfa04d {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:07.788655 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "name": "network-vif-plugged", "status": "completed", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:07.802283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6611f009-42f4-4529-8db4-b7f929bfa04d {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:07.802781 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f', 'code': 200} Jul 28 03:37:07.814263 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.856975 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c199121-040c-404b-b3b4-f6e80c26969f,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:07.860750 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Transition to ACTIVE for port object 417abb5f-27c5-4348-b76a-c9cc36e5877f will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:07.879061 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.886168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.889108 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 446e7405-09ec-4099-a133-97e123aae8e8 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:07.914774 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-502081cb-4ef8-4dd3-82ce-b6754fd180d5 req-560b4edb-0304-4603-a9f6-b8279e2cab8a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299877 Jul 28 03:37:08.110107 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 446e7405-09ec-4099-a133-97e123aae8e8 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:08.121575 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 446e7405-09ec-4099-a133-97e123aae8e8 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:08.129928 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.243936 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.307313 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48840) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:08.359901 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.362824 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.406081 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=446e7405-09ec-4099-a133-97e123aae8e8,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:08.411377 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.454728 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52025194-a5e5-419c-9de1-a76023267a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.473631 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.490729 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef6c3-4d18-49ba-a3c8-6ca14ace3880 req-c84c6a7c-3dce-41b0-a825-b817a6ebaf94 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.492397 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e22ef6c3-4d18-49ba-a3c8-6ca14ace3880 req-c84c6a7c-3dce-41b0-a825-b817a6ebaf94 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 945 time: 0.5720124 Jul 28 03:37:08.507883 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5d686085-88ed-4be6-a62a-a4f991852b9b up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:08.511982 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-ed13d1b0-bb47-4857-96e4-e3148cf996d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.513957 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-ed13d1b0-bb47-4857-96e4-e3148cf996d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 1098 time: 0.4417305 Jul 28 03:37:08.550107 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989633e-7b7a-42b8-b649-be358830e7eb req-48163079-a0e9-4841-863a-434748447695 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.557531 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3989633e-7b7a-42b8-b649-be358830e7eb req-48163079-a0e9-4841-863a-434748447695 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.4900682 Jul 28 03:37:08.564978 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 5d686085-88ed-4be6-a62a-a4f991852b9b completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:08.569856 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 5d686085-88ed-4be6-a62a-a4f991852b9b triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:08.569856 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.584326 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-800599b2-9c93-4b04-b155-c1e35b32b30f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.617567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Attempting to bind port 417abb5f-27c5-4348-b76a-c9cc36e5877f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:08.617567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Attempting to bind port 417abb5f-27c5-4348-b76a-c9cc36e5877f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:08.617567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Attempting to bind port 417abb5f-27c5-4348-b76a-c9cc36e5877f on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:08.630148 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e22ef6c3-4d18-49ba-a3c8-6ca14ace3880 req-142cbbbe-445b-40d4-8014-a448af68570d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216304 Jul 28 03:37:08.667330 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3989633e-7b7a-42b8-b649-be358830e7eb req-cd3a86d8-05ba-43d7-a90e-359180e75d57 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088231 Jul 28 03:37:08.668525 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Port 417abb5f-27c5-4348-b76a-c9cc36e5877f on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:08.668849 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Attempting to bind port 417abb5f-27c5-4348-b76a-c9cc36e5877f on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:08.675561 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52025194-a5e5-419c-9de1-a76023267a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.690099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:08.690445 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Checking segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:08.690835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Bound using segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:08.692860 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Bound port: 417abb5f-27c5-4348-b76a-c9cc36e5877f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:08.693849 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52025194-a5e5-419c-9de1-a76023267a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.695125 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.718132 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.738634 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-52025194-a5e5-419c-9de1-a76023267a0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6b16875770244749acdeeae532170af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293008 Jul 28 03:37:08.739248 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48856) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:08.799491 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52025194-a5e5-419c-9de1-a76023267a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aad02c-23ce-490e-8e74-87eb99f1f4e1,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.806814 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5d686085-88ed-4be6-a62a-a4f991852b9b,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:08.820057 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.839410 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.877880 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.896087 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.921121 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbc474-26de-4121-a2f4-6735d7a07244 req-c9be6a3e-d149-411f-aea5-0e2d31144998 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.922690 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-31cbc474-26de-4121-a2f4-6735d7a07244 req-c9be6a3e-d149-411f-aea5-0e2d31144998 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.1541605 Jul 28 03:37:08.942744 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.945310 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.946561 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1aad02c-23ce-490e-8e74-87eb99f1f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2048888 Jul 28 03:37:08.960076 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:08.972353 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5faf2-4aec-43e6-b4a5-cba0ea9b4530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aad02c-23ce-490e-8e74-87eb99f1f4e1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.002785 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:09.023216 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.035237 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-31cbc474-26de-4121-a2f4-6735d7a07244 req-b6ab8639-5494-45e0-9de0-aa892396f63c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Jul 28 03:37:09.176716 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-800599b2-9c93-4b04-b155-c1e35b32b30f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.178979 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.179685 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.181169 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] 10.222.0.36 "PUT /v2.0/ports/417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 1094 time: 2.3300357 Jul 28 03:37:09.181609 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:09.184120 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd94750-7a01-4cc9-993f-499851f2d9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:09.193349 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-800599b2-9c93-4b04-b155-c1e35b32b30f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.256190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01352-f482-4f11-a7c3-28e84b563ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.288848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da9a64-a4ff-40a7-90a6-ac0c646efe86 x-openstack-request-id: req-12da9a64-a4ff-40a7-90a6-ac0c646efe86 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:09.289252 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:09.289599 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12da9a64-a4ff-40a7-90a6-ac0c646efe86 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:09.290429 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'status': 'completed', 'code': 200} Jul 28 03:37:09.338300 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-834eda14-9937-46a1-b85a-c2f2b87cea5b req-800599b2-9c93-4b04-b155-c1e35b32b30f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131001 Jul 28 03:37:09.353269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405eef6-68d5-4efe-b033-fe139c5ecc0d req-8a003515-60a7-40d0-9bc7-291bcd96ccb8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.359802 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0405eef6-68d5-4efe-b033-fe139c5ecc0d req-8a003515-60a7-40d0-9bc7-291bcd96ccb8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 944 time: 0.2700315 Jul 28 03:37:09.362344 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800599b2-9c93-4b04-b155-c1e35b32b30f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f113cd05-8b0d-4692-8c0c-24d3196fb5bb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.408170 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-7a6d3d5b-8dfc-4b68-9bba-942a9042201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.409916 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-7a6d3d5b-8dfc-4b68-9bba-942a9042201c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1097 time: 0.1559293 Jul 28 03:37:09.438340 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48898) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.456832 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83d644ff-2e14-4099-979e-5196ed7d833a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.488793 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0405eef6-68d5-4efe-b033-fe139c5ecc0d req-427514c1-c959-45c2-8e36-d9a53ad6e12f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173077 Jul 28 03:37:09.490239 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-88c18ec9-e299-42a5-bb6d-27c7dd1af8c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 217 time: 0.0561659 Jul 28 03:37:09.561890 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-941df573-772d-4aa1-bb45-2bb7b428b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.563373 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-941df573-772d-4aa1-bb45-2bb7b428b993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0606630 Jul 28 03:37:09.585948 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83d644ff-2e14-4099-979e-5196ed7d833a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.591334 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83d644ff-2e14-4099-979e-5196ed7d833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.633349 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-83d644ff-2e14-4099-979e-5196ed7d833a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3142b2ff78b842168f92768094d580fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914108 Jul 28 03:37:09.633349 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d644ff-2e14-4099-979e-5196ed7d833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93acb51-7682-40ed-a9a6-78d34b92a06a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.634823 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48904) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.635205 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-bfd0bcad-2238-4331-9c0f-00fd7f051e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.637478 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-bfd0bcad-2238-4331-9c0f-00fd7f051e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0663369 Jul 28 03:37:09.696454 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.721688 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.793729 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.796739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.798795 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f93acb51-7682-40ed-a9a6-78d34b92a06a HTTP/1.1" status: 204 len: 168 time: 0.1631110 Jul 28 03:37:09.804568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f'}, {'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8'}, {'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:09.807075 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93726bc0-6271-4a59-b00b-c063970f99a1" -d '{"events": [{"server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f"}, {"server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "name": "network-vif-plugged", "status": "completed", "tag": "446e7405-09ec-4099-a133-97e123aae8e8"}, {"server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "name": "network-vif-plugged", "status": "completed", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:09.809607 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddaefb-46cd-4dc9-a33c-9ee804ba370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93acb51-7682-40ed-a9a6-78d34b92a06a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.879754 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48928) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.947674 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0710a7-70e0-430d-bd4e-d02bb033b714 req-edfb51ef-c6dd-4e58-b8a5-1510ba8a0fd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.949379 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1c0710a7-70e0-430d-bd4e-d02bb033b714 req-edfb51ef-c6dd-4e58-b8a5-1510ba8a0fd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1733384 Jul 28 03:37:09.960385 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbe0d1-6e8b-426b-aa5c-cd4cc815f92d req-6c60b239-7b53-4d2f-bb48-5dae45259d08 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.961770 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34bbe0d1-6e8b-426b-aa5c-cd4cc815f92d req-6c60b239-7b53-4d2f-bb48-5dae45259d08 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.1846352 Jul 28 03:37:09.967339 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-da0b689f-43c0-4c12-a0f0-23f83d1c5728 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207471 Jul 28 03:37:10.040857 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-81a92133-5eb2-4b28-b5c0-afcae52edbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.084205 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34bbe0d1-6e8b-426b-aa5c-cd4cc815f92d req-237cee7b-a86f-4378-9037-2f6ffe4bb3b6 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130712 Jul 28 03:37:10.092748 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1c0710a7-70e0-430d-bd4e-d02bb033b714 req-787b1bf4-aa04-4015-8c79-b5df7675f8ed tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008229 Jul 28 03:37:10.171993 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7d7b2e-8321-4575-8847-c024f2af9739 req-f963707f-7c32-4968-8980-da7de1b76520 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945174 Jul 28 03:37:10.195106 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa00106-34dc-4702-a3d1-ba8f555b03aa x-openstack-request-id: req-daa00106-34dc-4702-a3d1-ba8f555b03aa {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:10.195499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f", "code": 200}, {"server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "name": "network-vif-plugged", "status": "completed", "tag": "446e7405-09ec-4099-a133-97e123aae8e8", "code": 200}, {"server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "name": "network-vif-plugged", "status": "completed", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:10.196087 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daa00106-34dc-4702-a3d1-ba8f555b03aa {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:10.202787 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f', 'code': 200} Jul 28 03:37:10.203456 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8', 'code': 200} Jul 28 03:37:10.204690 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b', 'code': 200} Jul 28 03:37:10.255304 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-81a92133-5eb2-4b28-b5c0-afcae52edbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.260573 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-81a92133-5eb2-4b28-b5c0-afcae52edbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.316417 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-81a92133-5eb2-4b28-b5c0-afcae52edbb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7517dbd857be43669f7a12d0c97d20e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353113 Jul 28 03:37:10.319658 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48950) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:10.333639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5c39-383d-4787-a5eb-fc4956d9b7de req-37b6a7b3-2aba-43e7-acbd-5054fdc2139e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.335186 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-115a5c39-383d-4787-a5eb-fc4956d9b7de req-37b6a7b3-2aba-43e7-acbd-5054fdc2139e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.1074901 Jul 28 03:37:10.382971 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-acb0c792-d73c-45af-93c3-21581eaef420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.389625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-acb0c792-d73c-45af-93c3-21581eaef420 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1097 time: 0.1075170 Jul 28 03:37:10.408449 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a92133-5eb2-4b28-b5c0-afcae52edbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92722674-5cc6-4559-83a3-4dac6000980f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.455374 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-115a5c39-383d-4787-a5eb-fc4956d9b7de req-47846dba-493c-44e5-a89f-d60b154e5441 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132667 Jul 28 03:37:10.472827 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.582595 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.643772 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c0349-487e-41ff-b82c-957bd5136477 req-c1964288-4775-4695-bedf-b8586625ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.645323 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-f49c0349-487e-41ff-b82c-957bd5136477 req-c1964288-4775-4695-bedf-b8586625ebe4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 1099 time: 0.1704090 Jul 28 03:37:10.653646 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641408f-b4a4-4877-8834-17234fba88cf req-202dc946-e7c9-43de-a741-e7b3a73fef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.655218 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a641408f-b4a4-4877-8834-17234fba88cf req-202dc946-e7c9-43de-a741-e7b3a73fef08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 1099 time: 0.1344888 Jul 28 03:37:10.713491 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-f49c0349-487e-41ff-b82c-957bd5136477 req-1f53f6f1-e17f-4b51-ba69-2b3c62c3e8e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571353 Jul 28 03:37:10.719449 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.722054 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.723149 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92722674-5cc6-4559-83a3-4dac6000980f HTTP/1.1" status: 204 len: 168 time: 0.4005976 Jul 28 03:37:10.738865 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a641408f-b4a4-4877-8834-17234fba88cf req-c7fda8e3-b914-4124-bca2-f88f09d972d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Jul 28 03:37:10.747247 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887433d-d6e1-49f7-9c14-cb95cfa0bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92722674-5cc6-4559-83a3-4dac6000980f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.771798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-73d9ec4e-803a-4ba2-990c-ba1a351e130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.773314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-73d9ec4e-803a-4ba2-990c-ba1a351e130e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.3752229 Jul 28 03:37:10.782677 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d2cf5-d171-4da7-9aa4-e0507372e5b3 req-1643db1c-582d-47e2-bb78-cd129fe137e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.784173 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c82d2cf5-d171-4da7-9aa4-e0507372e5b3 req-1643db1c-582d-47e2-bb78-cd129fe137e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.3624046 Jul 28 03:37:10.800092 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1095ee-500c-4b32-98f3-db00020ed4ac req-be93fcc0-8f5a-4d3c-888e-eae89ffc9eb5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.801598 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b1095ee-500c-4b32-98f3-db00020ed4ac req-be93fcc0-8f5a-4d3c-888e-eae89ffc9eb5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 944 time: 0.0899529 Jul 28 03:37:10.854600 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b1095ee-500c-4b32-98f3-db00020ed4ac req-226cafc7-1599-4e98-a294-05d13d77a897 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455945 Jul 28 03:37:10.899912 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-e4baf2fd-c1dd-4f9b-a2ca-76c535d1c4fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 217 time: 0.0434473 Jul 28 03:37:10.972602 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c82d2cf5-d171-4da7-9aa4-e0507372e5b3 req-5910285a-7f63-4536-810f-c404ccdf0bd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718236 Jul 28 03:37:10.990658 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-b313c049-f7fb-47cd-bf85-6ff423f0edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.993359 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-b313c049-f7fb-47cd-bf85-6ff423f0edc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0853403 Jul 28 03:37:11.121702 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-ae0e6fc2-e13e-44e2-877f-0f0baaecf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.121702 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-ae0e6fc2-e13e-44e2-877f-0f0baaecf178 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0535092 Jul 28 03:37:11.122620 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48982) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.137459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-470a8ec0-939d-4afd-a458-a7c5b31e317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.278821 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-470a8ec0-939d-4afd-a458-a7c5b31e317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.284919 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-470a8ec0-939d-4afd-a458-a7c5b31e317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.293317 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18226582-feac-430b-b453-f3c7aac400ae req-86514089-983c-41d9-ba29-2ae7b6328b43 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.294841 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-18226582-feac-430b-b453-f3c7aac400ae req-86514089-983c-41d9-ba29-2ae7b6328b43 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.1067016 Jul 28 03:37:11.334932 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-e54cb2a6-c02a-4657-89f1-d1a297097a93 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056448 Jul 28 03:37:11.336194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8ec0-939d-4afd-a458-a7c5b31e317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a66cb-877b-4465-b0cd-64ad95d985bb,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:11.359652 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-470a8ec0-939d-4afd-a458-a7c5b31e317f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=979d515be452443ab27685f58118968c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397346 Jul 28 03:37:11.362019 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 48998) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.381232 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693acf4-e6ec-4155-93f3-cf7703f2dc70 req-e7281a09-fa62-4442-af1a-8d158948aedc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.383416 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9693acf4-e6ec-4155-93f3-cf7703f2dc70 req-e7281a09-fa62-4442-af1a-8d158948aedc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1216214 Jul 28 03:37:11.397682 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-18226582-feac-430b-b453-f3c7aac400ae req-530c3c80-1d24-4500-b8e6-fbcf344489e3 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867949 Jul 28 03:37:11.442093 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49004) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.442828 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.483673 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.493516 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9693acf4-e6ec-4155-93f3-cf7703f2dc70 req-7d125c27-5b96-4c40-8244-0e280520f6cf tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986691 Jul 28 03:37:11.531971 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd94750-7a01-4cc9-993f-499851f2d9e3 req-5efd15f0-cc92-4cf1-8b9c-fa0e81b898d1 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815138 Jul 28 03:37:11.586811 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.590179 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.593965 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c1a66cb-877b-4465-b0cd-64ad95d985bb HTTP/1.1" status: 204 len: 168 time: 0.2284758 Jul 28 03:37:11.602550 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a9e53-0ce3-4401-862e-176cf2f42049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a66cb-877b-4465-b0cd-64ad95d985bb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:11.658537 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652c0f-319d-4f79-9295-101611023783 req-a01907c4-e237-4dea-81b7-c00eedd6c871 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.660569 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6e652c0f-319d-4f79-9295-101611023783 req-a01907c4-e237-4dea-81b7-c00eedd6c871 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0980678 Jul 28 03:37:11.698982 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a3b254a-bea0-496d-a13f-33139ac423e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.732130 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6e652c0f-319d-4f79-9295-101611023783 req-e1a0ee16-159c-4016-bfb6-9cb97477db6d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652399 Jul 28 03:37:11.853599 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a3b254a-bea0-496d-a13f-33139ac423e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.862933 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a3b254a-bea0-496d-a13f-33139ac423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.919748 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b254a-bea0-496d-a13f-33139ac423e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09627ea2-c40d-40c6-879b-12e84e851b90,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:11.927795 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6a3b254a-bea0-496d-a13f-33139ac423e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ce1916b4b3545359f20255ac887171c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822218 Jul 28 03:37:11.928537 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49030) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:12.020809 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a183b-563a-419d-908b-09477ecf00b4 req-f8dc7904-34ca-4653-b11e-a6e84f192759 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:12.022765 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-528a183b-563a-419d-908b-09477ecf00b4 req-f8dc7904-34ca-4653-b11e-a6e84f192759 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 944 time: 0.0628071 Jul 28 03:37:12.025972 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.059520 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.082297 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-528a183b-563a-419d-908b-09477ecf00b4 req-1864fbf0-8544-4872-8e2b-6972f9ef4753 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Jul 28 03:37:12.114183 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.117016 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.125813 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09627ea2-c40d-40c6-879b-12e84e851b90 HTTP/1.1" status: 204 len: 168 time: 0.1917977 Jul 28 03:37:12.136313 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d522ba9-65ed-4be0-aaef-6bfa6217c20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09627ea2-c40d-40c6-879b-12e84e851b90,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.623865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001ac90-63ef-474f-b8e4-6fb88148a08b req-86217b62-43ae-409c-b6ee-ef5fd2faec66 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:12.625404 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2001ac90-63ef-474f-b8e4-6fb88148a08b req-86217b62-43ae-409c-b6ee-ef5fd2faec66 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0499289 Jul 28 03:37:12.678441 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2001ac90-63ef-474f-b8e4-6fb88148a08b req-af21a1a1-f41f-4775-8c82-767c92f6e6ed tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Jul 28 03:37:12.914806 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2012f-3620-459d-af3c-71acf78e065d req-00908a33-1164-4dff-8b3c-5f845dfa5e94 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:12.920332 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd2012f-3620-459d-af3c-71acf78e065d req-00908a33-1164-4dff-8b3c-5f845dfa5e94 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0944786 Jul 28 03:37:12.985839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fd2012f-3620-459d-af3c-71acf78e065d req-82b1347b-ac9f-4aa2-bd93-18410d90ba24 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Jul 28 03:37:13.262567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96ee1-6bda-419f-bc9e-3ce55276c104 req-858219ec-4dff-4ecb-b093-aa25e1a9c7d6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.265240 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b7b96ee1-6bda-419f-bc9e-3ce55276c104 req-858219ec-4dff-4ecb-b093-aa25e1a9c7d6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1251853 Jul 28 03:37:13.267864 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-4c9fcf11-f01a-475a-8932-a86279dcdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.269580 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-4c9fcf11-f01a-475a-8932-a86279dcdce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 1099 time: 0.1940346 Jul 28 03:37:13.366975 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b7b96ee1-6bda-419f-bc9e-3ce55276c104 req-bf5cd27a-66f3-4504-ae7f-a667d8c27e3a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943370 Jul 28 03:37:13.425931 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-6af5468b-3640-40cd-a2a2-81b9b6dbf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.430298 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-6af5468b-3640-40cd-a2a2-81b9b6dbf715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.1484640 Jul 28 03:37:13.499455 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-56b82d3b-55ff-46b8-8af7-1aa9823fcb90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d686085-88ed-4be6-a62a-a4f991852b9b HTTP/1.1" status: 200 len: 217 time: 0.0602133 Jul 28 03:37:13.591375 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9156b1-d034-4a89-8aeb-c4f6635bf533 req-7a347873-fe72-412a-9f25-1608b4fb1249 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.598244 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3e9156b1-d034-4a89-8aeb-c4f6635bf533 req-7a347873-fe72-412a-9f25-1608b4fb1249 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 944 time: 0.1103151 Jul 28 03:37:13.600936 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-ddc14d7a-4503-4282-93a1-204499d7e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.602486 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-ddc14d7a-4503-4282-93a1-204499d7e060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.0888207 Jul 28 03:37:13.643321 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-82a6bca4-432b-4d4e-a6ff-5977eb3edc33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330439 Jul 28 03:37:13.676101 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3e9156b1-d034-4a89-8aeb-c4f6635bf533 req-22b7819c-1789-428d-b13b-000968d7f382 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766180 Jul 28 03:37:13.776596 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-41e6e40d-7ab4-4a93-a087-ecbe84002403 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155207 Jul 28 03:37:13.912528 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d50b42a-112c-47b4-99f6-3a92f5953beb req-a35d4405-99b5-4a66-91f7-04cee557f597 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217821 Jul 28 03:37:14.519266 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49238) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.519839 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d90f-a0ea-48d8-98d2-991a747c55f6 req-35fff5d1-c258-441c-88d9-7fef91a974d4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:14.522247 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5763d90f-a0ea-48d8-98d2-991a747c55f6 req-35fff5d1-c258-441c-88d9-7fef91a974d4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0633128 Jul 28 03:37:14.556367 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 417abb5f-27c5-4348-b76a-c9cc36e5877f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:14.587719 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5763d90f-a0ea-48d8-98d2-991a747c55f6 req-9dc8c5e3-cf08-4f69-9ae5-db43b3d44c4d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596738 Jul 28 03:37:14.666372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96226d0a-e8e9-4cf3-9073-8eaf29652f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.678285 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:14.691582 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'port_id': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'mac_address': 'fa:16:3e:95:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:14.735330 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.760126 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417abb5f-27c5-4348-b76a-c9cc36e5877f {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:14.766517 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96226d0a-e8e9-4cf3-9073-8eaf29652f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.771597 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96226d0a-e8e9-4cf3-9073-8eaf29652f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.784197 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:14.790038 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.815947 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-96226d0a-e8e9-4cf3-9073-8eaf29652f99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b1e05384f7040f29f338cde68f2e7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956016 Jul 28 03:37:14.817112 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96226d0a-e8e9-4cf3-9073-8eaf29652f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c95be-da4c-445b-8d6c-737a3c20c00d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:14.818583 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49246) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.837889 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce5cd4-2708-4784-bb4d-d35280e9c7bb req-7e48a909-d80d-458c-aa37-c0f3323bdd38 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:14.839886 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-71ce5cd4-2708-4784-bb4d-d35280e9c7bb req-7e48a909-d80d-458c-aa37-c0f3323bdd38 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 944 time: 0.0818627 Jul 28 03:37:14.849725 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:14.901175 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.906368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-71ce5cd4-2708-4784-bb4d-d35280e9c7bb req-00a70c04-f5e1-4294-aac2-2839dbc6ffc5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574739 Jul 28 03:37:14.927491 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.982913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.985402 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.986714 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c4c95be-da4c-445b-8d6c-737a3c20c00d HTTP/1.1" status: 204 len: 168 time: 0.1666937 Jul 28 03:37:14.996275 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaf229-968e-49ee-9c49-56a806b50362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c95be-da4c-445b-8d6c-737a3c20c00d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.153965 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['417abb5f-27c5-4348-b76a-c9cc36e5877f'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:15.328386 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49264) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:15.342154 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcda0436-283d-4308-9eb6-0d9e79d31a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.430568 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcda0436-283d-4308-9eb6-0d9e79d31a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.434431 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcda0436-283d-4308-9eb6-0d9e79d31a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.476637 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-fcda0436-283d-4308-9eb6-0d9e79d31a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b51a541f3b4412a9ff16bf99ea5d031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444511 Jul 28 03:37:15.476637 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda0436-283d-4308-9eb6-0d9e79d31a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e80bfc8-0c99-4e10-bba1-48dc1ece8b32,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.476783 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49270) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:15.530463 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.551662 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.597127 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.599629 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.601133 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e80bfc8-0c99-4e10-bba1-48dc1ece8b32 HTTP/1.1" status: 204 len: 168 time: 0.1233010 Jul 28 03:37:15.609587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d5e49-8009-4899-9725-092713f71ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e80bfc8-0c99-4e10-bba1-48dc1ece8b32,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.692220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022d421-1239-4005-a8db-ebafa967f00e req-52f1c76b-f615-425a-8007-63a1ca012963 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:15.693739 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c022d421-1239-4005-a8db-ebafa967f00e req-52f1c76b-f615-425a-8007-63a1ca012963 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0480042 Jul 28 03:37:15.733475 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c022d421-1239-4005-a8db-ebafa967f00e req-580376b3-7fd0-4846-ae4c-9e595982e656 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Jul 28 03:37:16.031476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd807b-0220-4d79-bc9a-552354a310d2 req-151946f0-7c71-4618-b492-6a9569f79c52 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:16.032962 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a7fd807b-0220-4d79-bc9a-552354a310d2 req-151946f0-7c71-4618-b492-6a9569f79c52 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 945 time: 0.0537424 Jul 28 03:37:16.073132 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a7fd807b-0220-4d79-bc9a-552354a310d2 req-2ec61fce-498f-4f57-a7ee-b2e8384dfbe7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jul 28 03:37:16.571465 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 417abb5f-27c5-4348-b76a-c9cc36e5877f up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:16.624443 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843f98-5e86-4f22-bee9-995b69d3d146 req-546c7075-5607-4359-9d3d-ad013eaf2227 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:16.626055 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 417abb5f-27c5-4348-b76a-c9cc36e5877f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:16.631936 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 417abb5f-27c5-4348-b76a-c9cc36e5877f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:16.632290 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-40843f98-5e86-4f22-bee9-995b69d3d146 req-546c7075-5607-4359-9d3d-ad013eaf2227 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.0668080 Jul 28 03:37:16.632765 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.682180 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-40843f98-5e86-4f22-bee9-995b69d3d146 req-afd76609-57b6-4013-9cd5-5cd01e3a5308 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Jul 28 03:37:16.750431 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.771191 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:16.780518 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748fce0-8d94-4f58-811d-b0e616d92ea5" -d '{"events": [{"server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "name": "network-vif-plugged", "status": "completed", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:16.805155 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:16.811407 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.859740 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24fe4c-71e9-469f-9bd3-6c830d134ed3 x-openstack-request-id: req-2b24fe4c-71e9-469f-9bd3-6c830d134ed3 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:16.860029 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "name": "network-vif-plugged", "status": "completed", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:16.860451 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b24fe4c-71e9-469f-9bd3-6c830d134ed3 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:16.861000 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'code': 200} Jul 28 03:37:16.899697 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aa42e-c27d-4783-a3e3-d742c061552f req-68733d06-2586-408a-94f7-e747fbcbc11b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:16.901391 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d6aa42e-c27d-4783-a3e3-d742c061552f req-68733d06-2586-408a-94f7-e747fbcbc11b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0736589 Jul 28 03:37:16.945531 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:16.962177 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d6aa42e-c27d-4783-a3e3-d742c061552f req-ed2b074e-9531-4d1d-a25d-a97e09e61f44 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Jul 28 03:37:17.077972 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df042b2-741b-44c5-b5db-7f73e1dfde15 req-8db9c57f-092c-4fbe-99e5-76513a322f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:17.079488 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8df042b2-741b-44c5-b5db-7f73e1dfde15 req-8db9c57f-092c-4fbe-99e5-76513a322f97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1099 time: 0.0404363 Jul 28 03:37:17.124387 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8df042b2-741b-44c5-b5db-7f73e1dfde15 req-250c6080-820c-4cc7-915b-2c27f6903d08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300646 Jul 28 03:37:17.192569 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625664c-9aa7-4076-bd1a-cecf940fada2 req-82b9b56c-a547-4702-a0d8-9582aecfad39 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:17.194309 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4625664c-9aa7-4076-bd1a-cecf940fada2 req-82b9b56c-a547-4702-a0d8-9582aecfad39 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0508680 Jul 28 03:37:17.242033 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4625664c-9aa7-4076-bd1a-cecf940fada2 req-53229c94-af11-479b-9b4e-e537b3d09259 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Jul 28 03:37:17.799320 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c027b4c-cbbf-4c9b-b325-10c28ca0791a req-f330726e-4d76-45e3-97a6-3f442d05d91d tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:17.800812 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c027b4c-cbbf-4c9b-b325-10c28ca0791a req-f330726e-4d76-45e3-97a6-3f442d05d91d tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.0509498 Jul 28 03:37:17.838363 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c027b4c-cbbf-4c9b-b325-10c28ca0791a req-ae396cd3-356d-411c-b214-38591d38a33e tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 28 03:37:18.081423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e8f5-78a0-4119-9d85-7a67405b5124 req-643ab981-c8e1-4872-be18-8851af572561 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:18.082970 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e70e8f5-78a0-4119-9d85-7a67405b5124 req-643ab981-c8e1-4872-be18-8851af572561 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0504365 Jul 28 03:37:18.123135 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e70e8f5-78a0-4119-9d85-7a67405b5124 req-4bf106c4-e439-4574-a100-d1ce91f2d27e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Jul 28 03:37:18.360149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eab1f-7a6a-465c-b27a-1d6c4ef1b667 req-e5283628-6668-4796-b9d2-78c172b1b8e6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:18.361524 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c47eab1f-7a6a-465c-b27a-1d6c4ef1b667 req-e5283628-6668-4796-b9d2-78c172b1b8e6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0476270 Jul 28 03:37:18.405233 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c47eab1f-7a6a-465c-b27a-1d6c4ef1b667 req-00867f7b-e65a-4eb0-80cb-a3d03c761e0d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Jul 28 03:37:18.974450 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14e3b1-e6da-4dc6-9de5-0d257a103cfd req-06a6609b-04bf-4f0b-ad0d-c2331f159512 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:18.975851 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fd14e3b1-e6da-4dc6-9de5-0d257a103cfd req-06a6609b-04bf-4f0b-ad0d-c2331f159512 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.0656462 Jul 28 03:37:18.984827 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-f04d05d4-7183-4a8d-9c7d-8f9cd8289079 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:18.986242 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-f04d05d4-7183-4a8d-9c7d-8f9cd8289079 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.36 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 945 time: 0.0850573 Jul 28 03:37:19.078357 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fd14e3b1-e6da-4dc6-9de5-0d257a103cfd req-b3572ced-f01a-4295-9bc0-0d29e96918e5 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3742866-61bc-4bb7-b625-f38861383902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911851 Jul 28 03:37:19.158407 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Deleting port 61ae7cf6-342e-47e6-9671-6c8678860c3f {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:37:19.159020 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.292092 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] For port 61ae7cf6-342e-47e6-9671-6c8678860c3f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=61ae7cf6-342e-47e6-9671-6c8678860c3f,segment=NetworkSegment(792c821d-ab63-431e-b820-c3acc8fbf5e3),segment_id=792c821d-ab63-431e-b820-c3acc8fbf5e3)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:19.292465 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.307527 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb31c-a845-405b-8822-e9da8b9648ae req-892e9ff8-8e08-417a-9130-98c8c956caff tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:19.309061 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-298eb31c-a845-405b-8822-e9da8b9648ae req-892e9ff8-8e08-417a-9130-98c8c956caff tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0950105 Jul 28 03:37:19.317943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Calling delete_port for 61ae7cf6-342e-47e6-9671-6c8678860c3f owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:37:19.437679 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-298eb31c-a845-405b-8822-e9da8b9648ae req-eafcde32-8c82-4505-afab-79cde9efbe11 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208229 Jul 28 03:37:19.592249 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.613617 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645dce6-469c-4d15-a43c-55739bf8b008 req-1d74fd09-9243-4b60-ad2e-48a70b1a5147 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:19.615085 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0645dce6-469c-4d15-a43c-55739bf8b008 req-1d74fd09-9243-4b60-ad2e-48a70b1a5147 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0819519 Jul 28 03:37:19.615197 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['61ae7cf6-342e-47e6-9671-6c8678860c3f'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:19.636367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Pushing event deleted for resources: {'Port': ['ID=61ae7cf6-342e-47e6-9671-6c8678860c3f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:19.731150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] No DVR routers for this DVR port 61ae7cf6-342e-47e6-9671-6c8678860c3f on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:37:19.738390 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0645dce6-469c-4d15-a43c-55739bf8b008 req-6b9c7668-e569-4725-9bcb-ee91a321e531 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042280 Jul 28 03:37:19.739519 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.741493 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0628c7fe-44fc-4f4e-b062-46984d9e972e req-e876eedd-eaac-4255-aada-57bd34d5bec0 tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.36 "DELETE /v2.0/ports/61ae7cf6-342e-47e6-9671-6c8678860c3f HTTP/1.1" status: 204 len: 173 time: 0.7486134 Jul 28 03:37:19.742194 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'name': 'network-vif-deleted', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:19.744234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939990d8-bccd-4230-bdfb-17fa5b1e75b0" -d '{"events": [{"server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "name": "network-vif-deleted", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:19.790248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7557e7-27ca-4436-9ec4-f4f1921bbf44 x-openstack-request-id: req-fa7557e7-27ca-4436-9ec4-f4f1921bbf44 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:19.790604 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89891507-d01e-4cf5-9440-7013f6ee5a7a", "name": "network-vif-deleted", "tag": "61ae7cf6-342e-47e6-9671-6c8678860c3f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:19.790907 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa7557e7-27ca-4436-9ec4-f4f1921bbf44 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:19.791285 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89891507-d01e-4cf5-9440-7013f6ee5a7a', 'name': 'network-vif-deleted', 'tag': '61ae7cf6-342e-47e6-9671-6c8678860c3f', 'status': 'completed', 'code': 200} Jul 28 03:37:19.843275 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49438) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:19.885089 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ebe6a-de44-412e-862e-cd1fc8ae9f8b req-b1480426-bec2-48d2-8981-7ca95f6cb258 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:19.887262 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-115ebe6a-de44-412e-862e-cd1fc8ae9f8b req-b1480426-bec2-48d2-8981-7ca95f6cb258 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0494630 Jul 28 03:37:19.896137 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49442) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:19.900616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'floatingip': {'port_id': '417abb5f-27c5-4348-b76a-c9cc36e5877f'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:19.949772 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7100b9d6-b302-4de5-9577-2214bfcff5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.976756 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.021394 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2f064a5b-7142-4f45-b101-5ac49da7c5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.070274 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7100b9d6-b302-4de5-9577-2214bfcff5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.076098 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7100b9d6-b302-4de5-9577-2214bfcff5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.131653 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100b9d6-b302-4de5-9577-2214bfcff5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc53622-43ba-432c-a256-ab70c698b500,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:20.137621 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7100b9d6-b302-4de5-9577-2214bfcff5a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=319fb2eaf090466ea12cb271ba139f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932281 Jul 28 03:37:20.141899 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49446) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:20.202851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.223662 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.264605 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b3366779-f70c-47c5-bc8f-6fdb380d4a97 req-5aee2184-b315-45c9-8bf6-6a07898c0ccd tempest-DeleteServersTestJSON-1161461304 tempest-DeleteServersTestJSON-1161461304-project] 10.222.0.26 "GET /v2.0/ports?device_id=89891507-d01e-4cf5-9440-7013f6ee5a7a HTTP/1.1" status: 200 len: 210 time: 0.0503435 Jul 28 03:37:20.272208 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.274680 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.275807 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdc53622-43ba-432c-a256-ab70c698b500 HTTP/1.1" status: 204 len: 168 time: 0.1295359 Jul 28 03:37:20.301255 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876217b-8bec-44f7-8080-a38605695aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc53622-43ba-432c-a256-ab70c698b500,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:20.759162 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49464) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:20.766021 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ef8bf-b28d-4dbd-b933-78893f366e41 req-c38c62bb-439b-4dbb-8d0b-f3dded667187 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:20.767747 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5a8ef8bf-b28d-4dbd-b933-78893f366e41 req-c38c62bb-439b-4dbb-8d0b-f3dded667187 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1761284 Jul 28 03:37:20.781030 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-421fb61c-4049-44ab-97a9-733d8b7c556b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.852710 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5a8ef8bf-b28d-4dbd-b933-78893f366e41 req-d38d0886-4c11-4954-bac5-c55778f44705 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641041 Jul 28 03:37:20.854628 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.db.resource_extend [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 03:37:20.910491 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-421fb61c-4049-44ab-97a9-733d8b7c556b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.915028 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-421fb61c-4049-44ab-97a9-733d8b7c556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.938614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.945791 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.955984 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-421fb61c-4049-44ab-97a9-733d8b7c556b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6372152e512c479295ebaa6236168150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965573 Jul 28 03:37:20.957091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fb61c-4049-44ab-97a9-733d8b7c556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89de623-a686-4c29-933c-98b719a418d9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:20.960131 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49466) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:21.010532 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.031499 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.056729 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Floating IP c6d139dc-5131-49b8-a5db-81c6db27726d associated. External IP: 172.28.0.236, port: 417abb5f-27c5-4348-b76a-c9cc36e5877f. Jul 28 03:37:21.079798 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.082477 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.083609 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f89de623-a686-4c29-933c-98b719a418d9 HTTP/1.1" status: 204 len: 168 time: 0.1223044 Jul 28 03:37:21.091767 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4e24c-8e70-46ba-8004-61476d30d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89de623-a686-4c29-933c-98b719a418d9,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:21.278904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:21.403752 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:21.409896 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.423047 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:21.438581 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:21.439718 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:21.449797 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-a7e0e344-adfb-4c6a-9618-bbb754a5df1c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "PUT /v2.0/floatingips/c6d139dc-5131-49b8-a5db-81c6db27726d HTTP/1.1" status: 200 len: 992 time: 1.5525751 Jul 28 03:37:21.570867 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:21.794477 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:21.795681 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb" -d '{"events": [{"name": "network-changed", "server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:21.849170 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b26cac3-9da4-47fe-8f4e-45ebc20b563b x-openstack-request-id: req-8b26cac3-9da4-47fe-8f4e-45ebc20b563b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:21.849475 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:21.849739 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b26cac3-9da4-47fe-8f4e-45ebc20b563b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:21.850193 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'status': 'completed', 'code': 200} Jul 28 03:37:21.938328 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c6d139dc-5131-49b8-a5db-81c6db27726d', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.236', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:95:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:01Z', 'updated_at': '2021-07-28T03:37:20Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:21.945556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-5c1399b4-c1c2-4ec6-a8ef-17f029338f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:21.947091 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-5c1399b4-c1c2-4ec6-a8ef-17f029338f80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1099 time: 0.0727503 Jul 28 03:37:21.969710 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:21.986004 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:21.986621 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:36:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:22.078256 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82803d-fd70-47be-a83b-4f5437299b40 req-86142938-1ddb-437b-bb43-fef937452b5f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:22.079985 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fa82803d-fd70-47be-a83b-4f5437299b40 req-86142938-1ddb-437b-bb43-fef937452b5f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1126809 Jul 28 03:37:22.113591 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-473c3271-50bf-4dcf-beee-ceb43c12730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:22.115602 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-473c3271-50bf-4dcf-beee-ceb43c12730c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.1565518 Jul 28 03:37:22.234325 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:22.239209 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fa82803d-fd70-47be-a83b-4f5437299b40 req-5ffe7bc5-7c5e-4e1e-8b00-b75d71776128 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500092 Jul 28 03:37:22.282615 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-dc004c04-cc82-4ab4-9403-ff6a6184f417 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 1000 time: 0.1537149 Jul 28 03:37:22.336398 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-ec193906-9432-4c5c-b370-c2b504d42339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:22.338013 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-ec193906-9432-4c5c-b370-c2b504d42339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0479887 Jul 28 03:37:22.445807 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb5d6-972d-4ada-b787-d316a9b45557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.515428 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c6d139dc-5131-49b8-a5db-81c6db27726d', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.236', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:95:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:01Z', 'updated_at': '2021-07-28T03:37:20Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:22.548329 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de5ba2-94d4-4d02-a876-e7dc5d9db408 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c6d139dc-5131-49b8-a5db-81c6db27726d', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.236', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:95:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:01Z', 'updated_at': '2021-07-28T03:37:20Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:22.606713 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 61ae7cf6-342e-47e6-9671-6c8678860c3f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:37:22.607516 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-f19ffb64-87c9-4e08-ae11-c70f814c28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:22.609230 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-f19ffb64-87c9-4e08-ae11-c70f814c28aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2639189 Jul 28 03:37:22.661276 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 61ae7cf6-342e-47e6-9671-6c8678860c3f {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:37:22.664429 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 61ae7cf6-342e-47e6-9671-6c8678860c3f not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:37:22.684440 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.724149 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-34933328-305b-4440-9b89-7b737b75f935 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998313 Jul 28 03:37:22.783065 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49550) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:22.831550 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Deleting subnet 83045204-f8d0-4463-965e-bf0ef95cb4f7 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:37:22.834675 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.879721 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f09f5b-28d1-4ca4-84fd-f14ac87d66eb req-8d631e55-86fe-4b9b-b032-8635c5773a49 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472695 Jul 28 03:37:22.884245 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45418f54-2e36-4245-8982-334b6fbdc4f0 None None] New status for floating IP c6d139dc-5131-49b8-a5db-81c6db27726d: ACTIVE {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:22.898204 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.907788 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.978986 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.992130 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.994304 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/83045204-f8d0-4463-965e-bf0ef95cb4f7 HTTP/1.1" status: 204 len: 168 time: 0.2102563 Jul 28 03:37:22.996782 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49564) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:23.034317 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbe259-7bb0-4597-b7ed-1a1e02f85775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83045204-f8d0-4463-965e-bf0ef95cb4f7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.088348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.180855 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.194356 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.194768 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.195768 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.196126 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > port after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.196474 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.196834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > port after_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.197194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.197540 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.198041 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.198372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.278649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.279149 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.279557 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.279975 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:23.280407 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d58bea-4ad2-400e-b2d7-8fa569f60a9e']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:23.309554 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792c821d-ab63-431e-b820-c3acc8fbf5e3') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:23.309884 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792c821d-ab63-431e-b820-c3acc8fbf5e3') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:23.332934 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.348566 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.357321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:37:23.357741 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: from cryptography.utils import int_from_bytes Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: from cryptography.utils import int_from_bytes Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:37:23.361613 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:37:23.425314 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.438704 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.442399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bfbed-75f2-4148-97bd-2b7e18ae2eef req-5141de54-552b-4488-bda4-afe5b1c21d46 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:23.444369 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] 10.222.0.26 "DELETE /v2.0/networks/85d58bea-4ad2-400e-b2d7-8fa569f60a9e HTTP/1.1" status: 204 len: 168 time: 0.4465170 Jul 28 03:37:23.444901 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-531bfbed-75f2-4148-97bd-2b7e18ae2eef req-5141de54-552b-4488-bda4-afe5b1c21d46 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1011839 Jul 28 03:37:23.477267 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8425566-7499-4a40-926a-a69cccb66818 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d58bea-4ad2-400e-b2d7-8fa569f60a9e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.497603 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-531bfbed-75f2-4148-97bd-2b7e18ae2eef req-74510d8d-34a9-4c65-8ae5-5e7bb8b305ad tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jul 28 03:37:23.641684 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49580) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:23.682191 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-38d9aad2-bfee-4884-9273-6775dfcb950a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31cd2e546e3c4ecdb0aab39f2a8158ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392830 Jul 28 03:37:23.684584 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49584) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:23.736998 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.760316 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.783965 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.811010 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.813681 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.817296 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3742866-61bc-4bb7-b625-f38861383902 HTTP/1.1" status: 204 len: 168 time: 0.1293442 Jul 28 03:37:23.825053 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db09d6-a570-450c-a70d-baa6e4314c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3742866-61bc-4bb7-b625-f38861383902,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.597293 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49622) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:24.624505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d80d-d216-4054-bfca-28728ddb18a9 req-beda6901-28f3-4025-b64a-448c035871ec tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.631951 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0a2d80d-d216-4054-bfca-28728ddb18a9 req-beda6901-28f3-4025-b64a-448c035871ec tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0603435 Jul 28 03:37:24.688324 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0a2d80d-d216-4054-bfca-28728ddb18a9 req-8e6b0ada-8b6d-4712-ae8b-d2f8135a26e6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Jul 28 03:37:24.739602 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-909670493-network', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:24.763757 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Made reservation on behalf of 9580fe8bdc9047ba85257b5af31438df for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:24.770017 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.780563 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.889987 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.895462 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.931464 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0999d9-bed2-4153-874f-ad131214f933,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.937161 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:24.947583 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.948025 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Added segment 586b2833-0bd2-43f8-8984-84cb32e87f2a of type vlan for network 2342524e-45c2-43fb-ab13-8005aec24a12 Jul 28 03:37:24.996716 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.027657 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.028610 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.029177 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.081523 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4830081 Jul 28 03:37:25.084883 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49642) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:25.090786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Request body: {'subnet': {'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-subnet', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:25.092774 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e5f94-fd25-4259-9ff1-082fc0a19766 admin admin] Pushing event updated for resources: {'Network': ['ID=2342524e-45c2-43fb-ab13-8005aec24a12,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.106106 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 2342524e-45c2-43fb-ab13-8005aec24a12 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:25.113349 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Made reservation on behalf of 9580fe8bdc9047ba85257b5af31438df for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:25.115964 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9593213'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.286644 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9593103'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.342901 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Pushing event updated for resources: {'Subnet': ['ID=085e0a15-d1fd-4839-82c4-2d575ec0ca1e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.352786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Checking segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:25.353137 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Network hostable DHCP agents. Network: 2342524e-45c2-43fb-ab13-8005aec24a12, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:25.369122 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:25.377717 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 2342524e-45c2-43fb-ab13-8005aec24a12) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:25.381721 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.382347 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.387592 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7e37d-1810-4c12-bf36-a258a8347abd None None] Network 2342524e-45c2-43fb-ab13-8005aec24a12 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:25.397394 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-30bd04a1-ceeb-4789-a944-905df3de362e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3113301 Jul 28 03:37:25.402519 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49644) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:25.408108 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:25.428434 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.429546 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.450444 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.488260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.555229 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-2342524e-45c2-43fb-ab13-8005aec24a12', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:37:25.556068 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.624575 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.689538 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Allocated IP 172.20.0.2 (2342524e-45c2-43fb-ab13-8005aec24a12/085e0a15-d1fd-4839-82c4-2d575ec0ca1e/e11b7237-6fa9-4c6d-835f-9546cd704e31) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:25.844883 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.858804 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Transition to ACTIVE for port object e11b7237-6fa9-4c6d-835f-9546cd704e31 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:25.874137 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192363fb-7d35-46ef-9500-53cb9c5b2486 req-e8205d06-5e09-4599-93f7-c8a2a21d0d53 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.880131 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Transition to ACTIVE for port object e11b7237-6fa9-4c6d-835f-9546cd704e31 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:25.881718 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-192363fb-7d35-46ef-9500-53cb9c5b2486 req-e8205d06-5e09-4599-93f7-c8a2a21d0d53 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1207631 Jul 28 03:37:25.888023 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.902485 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.931916 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.945552 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:25.956905 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:25.964844 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:25.966479 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-192363fb-7d35-46ef-9500-53cb9c5b2486 req-6ff9310f-b01c-4cd2-bb6f-c1d6a989b40c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836620 Jul 28 03:37:25.974202 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Pushing event updated for resources: {'Port': ['ID=e11b7237-6fa9-4c6d-835f-9546cd704e31,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.094582 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49662) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.096627 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Allocated IP 172.28.0.83 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/a1b59a58-d8e9-482c-8fc2-092ea53bd8af) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:26.158364 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.190780 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Attempting to bind port e11b7237-6fa9-4c6d-835f-9546cd704e31 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:26.191506 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Attempting to bind port e11b7237-6fa9-4c6d-835f-9546cd704e31 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:26.191664 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Attempting to bind port e11b7237-6fa9-4c6d-835f-9546cd704e31 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:26.197209 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:26.197729 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Checking segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:26.199241 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.199241 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Bound using segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:26.199908 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Bound port: e11b7237-6fa9-4c6d-835f-9546cd704e31, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:26.200388 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.263976 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.271496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b16ff99e-471b-4e89-86d6-94cadf33e0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.282316 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] For port e11b7237-6fa9-4c6d-835f-9546cd704e31, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:26.285780 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] For port e11b7237-6fa9-4c6d-835f-9546cd704e31, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e11b7237-6fa9-4c6d-835f-9546cd704e31,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:26.291626 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.329359 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.355493 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:26.358409 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:26.362849 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034f64-f8aa-45c6-9e7a-2570fb5c3402 None None] Pushing event updated for resources: {'Port': ['ID=e11b7237-6fa9-4c6d-835f-9546cd704e31,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.380608 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:26.394086 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:26.411927 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b16ff99e-471b-4e89-86d6-94cadf33e0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.418830 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b16ff99e-471b-4e89-86d6-94cadf33e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.435333 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.469606 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b16ff99e-471b-4e89-86d6-94cadf33e0b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fceda4655ff49f796958ecd8df19262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715324 Jul 28 03:37:26.469923 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49672) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.476372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ff99e-471b-4e89-86d6-94cadf33e0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd3ae9-4920-4dc3-998d-5813fa74f9ab,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.538694 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.573608 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.643632 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.646902 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.648193 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fadd3ae9-4920-4dc3-998d-5813fa74f9ab HTTP/1.1" status: 204 len: 168 time: 0.1775615 Jul 28 03:37:26.659002 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6633c-e9b2-4bb7-bc7c-502154d3ccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd3ae9-4920-4dc3-998d-5813fa74f9ab,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.718708 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.931129 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.949497 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49678) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.962190 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-90db8ca7-7387-4044-802c-e12f4ee80bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.085357 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-90db8ca7-7387-4044-802c-e12f4ee80bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.091336 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-90db8ca7-7387-4044-802c-e12f4ee80bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.121435 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db8ca7-7387-4044-802c-e12f4ee80bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315bab04-f8b4-4c21-941d-bca5a1a629fb,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:27.132100 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b868f2-a902-4ff3-86f5-6e72b40d78b0 req-99028ccd-2371-4708-85bf-d0e7ba6c493c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:27.133686 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c6b868f2-a902-4ff3-86f5-6e72b40d78b0 req-99028ccd-2371-4708-85bf-d0e7ba6c493c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0697091 Jul 28 03:37:27.140431 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:37:27.149833 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-90db8ca7-7387-4044-802c-e12f4ee80bf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59d6589ce5bd4d599b2280e3d08059b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991951 Jul 28 03:37:27.155041 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49686) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:27.210166 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.223629 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c6b868f2-a902-4ff3-86f5-6e72b40d78b0 req-1cddaf07-d5d6-424f-a5b8-475326d160e9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803573 Jul 28 03:37:27.246043 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.320991 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.325096 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.326674 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/315bab04-f8b4-4c21-941d-bca5a1a629fb HTTP/1.1" status: 204 len: 168 time: 0.1704156 Jul 28 03:37:27.335998 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaf985-536f-4466-9e81-323791d1a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315bab04-f8b4-4c21-941d-bca5a1a629fb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:27.427098 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e11b7237-6fa9-4c6d-835f-9546cd704e31 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:27.500395 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port e11b7237-6fa9-4c6d-835f-9546cd704e31 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:27.544414 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98dee94-ec53-402d-83cc-6695ab720818 None None] Network 2342524e-45c2-43fb-ab13-8005aec24a12 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:27.610003 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Provisioning for port e11b7237-6fa9-4c6d-835f-9546cd704e31 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:27.614562 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:27.627354 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Provisioning complete for port e11b7237-6fa9-4c6d-835f-9546cd704e31 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:27.627484 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:27.627930 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.641503 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:27.642436 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:27.651941 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.653345 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b4d993a2-d76f-4654-bc13-4a809cc9d306 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2488399 Jul 28 03:37:27.656517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49704) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:27.764800 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:27.807340 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.862739 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] For port e11b7237-6fa9-4c6d-835f-9546cd704e31, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e11b7237-6fa9-4c6d-835f-9546cd704e31,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:27.871734 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.975173 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77730fbd-db25-4ab3-b8f5-78a3f55716e4 None None] Pushing event updated for resources: {'Port': ['ID=e11b7237-6fa9-4c6d-835f-9546cd704e31,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.005386 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:26Z', 'revision_number': 3, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:28.048982 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:28.049700 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Updating router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 port a1b59a58-d8e9-482c-8fc2-092ea53bd8af binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:28.084296 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.114997 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-08eaab2e-0e16-4a32-ab84-5dfd721d8bf7 None None] Provisioning complete for port e11b7237-6fa9-4c6d-835f-9546cd704e31 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:28.115828 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-08eaab2e-0e16-4a32-ab84-5dfd721d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.233843 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.411710 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.427494 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Transition to ACTIVE for port object a1b59a58-d8e9-482c-8fc2-092ea53bd8af will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:28.434799 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.446856 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d595748-74c1-4b0e-8e1d-3728da680352 req-6f38e9a8-162b-4892-8c96-1f787e1060a2 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:28.448405 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d595748-74c1-4b0e-8e1d-3728da680352 req-6f38e9a8-162b-4892-8c96-1f787e1060a2 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0911982 Jul 28 03:37:28.467206 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Allocated IP 172.20.0.1 (2342524e-45c2-43fb-ab13-8005aec24a12/085e0a15-d1fd-4839-82c4-2d575ec0ca1e/8877e53e-4339-4842-af55-ceb445258476) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:28.492852 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be002015-0a71-466a-9fea-82abb3bea3fd None None] Pushing event updated for resources: {'Port': ['ID=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.495207 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Attempting to bind port a1b59a58-d8e9-482c-8fc2-092ea53bd8af on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:28.496087 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Attempting to bind port a1b59a58-d8e9-482c-8fc2-092ea53bd8af by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:28.496449 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Attempting to bind port a1b59a58-d8e9-482c-8fc2-092ea53bd8af on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:28.504465 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:28.504829 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:28.505576 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.505671 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:28.506247 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Bound port: a1b59a58-d8e9-482c-8fc2-092ea53bd8af, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:28.506682 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.547297 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6d595748-74c1-4b0e-8e1d-3728da680352 req-49fc2c39-81dc-4247-9c5b-0739c71f8809 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Jul 28 03:37:28.565008 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] For port a1b59a58-d8e9-482c-8fc2-092ea53bd8af, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:28.569942 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] For port a1b59a58-d8e9-482c-8fc2-092ea53bd8af, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:28.576144 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.627798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.642677 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Transition to ACTIVE for port object 8877e53e-4339-4842-af55-ceb445258476 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:28.647134 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be002015-0a71-466a-9fea-82abb3bea3fd None None] Pushing event updated for resources: {'Port': ['ID=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.649587 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:28.650207 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:28.686923 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.724408 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:28.728316 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:28.732003 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:28.765696 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:28.778234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.800524 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.975582 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49756) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:28.976942 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.020333 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05313244-3779-4833-b545-81e10523d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:26Z', 'revision_number': 3, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:29.049048 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3ad98ac6-983c-4c0c-9229-3f47e2892562 None None] Provisioning for port 8877e53e-4339-4842-af55-ceb445258476 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:29.052916 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05313244-3779-4833-b545-81e10523d0c8 None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:26Z', 'revision_number': 3, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:29.054866 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3ad98ac6-983c-4c0c-9229-3f47e2892562 None None] Provisioning complete for port 8877e53e-4339-4842-af55-ceb445258476 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:29.055093 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3ad98ac6-983c-4c0c-9229-3f47e2892562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.127659 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3ad98ac6-983c-4c0c-9229-3f47e2892562 None None] Port 8877e53e-4339-4842-af55-ceb445258476 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:29.156963 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aabfa07-cb5b-406a-9905-b1db42dccf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.247747 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.252902 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.281992 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aabfa07-cb5b-406a-9905-b1db42dccf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.291580 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aabfa07-cb5b-406a-9905-b1db42dccf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.327162 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49764) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:29.334652 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e11b7237-6fa9-4c6d-835f-9546cd704e31 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:29.336970 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabfa07-cb5b-406a-9905-b1db42dccf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9217c3a-5a20-41fa-808f-c054adf4d367,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.340034 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.355450 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.357072 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9aabfa07-cb5b-406a-9905-b1db42dccf40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abf852982fba4d6cb2b2a0910d912948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801610 Jul 28 03:37:29.359926 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 49770) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:29.435143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port e11b7237-6fa9-4c6d-835f-9546cd704e31 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:29.435143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.522157 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-245e087a-160a-45c6-a778-d608600d7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.541342 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.592848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.597559 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:29.617554 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:29.835648 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c372-bddf-425a-8c39-bc40b2d79ae7 req-2cfcc62b-e09b-449b-a3a4-f6e7db8500af tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.837197 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0845c372-bddf-425a-8c39-bc40b2d79ae7 req-2cfcc62b-e09b-449b-a3a4-f6e7db8500af tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1848488 Jul 28 03:37:29.837870 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.840969 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.842038 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9217c3a-5a20-41fa-808f-c054adf4d367 HTTP/1.1" status: 204 len: 168 time: 0.4733500 Jul 28 03:37:29.866795 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:29.872267 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30185ba-b571-4a0d-9982-2709feccc45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9217c3a-5a20-41fa-808f-c054adf4d367,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.911504 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-245e087a-160a-45c6-a778-d608600d7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.926380 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-245e087a-160a-45c6-a778-d608600d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.971160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-53c4c913-442e-4190-9f73-a900644d4b66 None None] Provisioning complete for port 8877e53e-4339-4842-af55-ceb445258476 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:29.972142 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-53c4c913-442e-4190-9f73-a900644d4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.977401 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0845c372-bddf-425a-8c39-bc40b2d79ae7 req-3c79df69-afc8-4509-b67b-7e9fe1026211 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065605 Jul 28 03:37:30.019408 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-53c4c913-442e-4190-9f73-a900644d4b66 None None] Port 8877e53e-4339-4842-af55-ceb445258476 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:30.038174 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-245e087a-160a-45c6-a778-d608600d7e23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a3d866f604c42b085728b2ba43dfdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073929 Jul 28 03:37:30.040727 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e087a-160a-45c6-a778-d608600d7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cbadf-53a2-493d-96b2-318482854933,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:30.040859 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49780) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:30.118803 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:30.134755 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-3455d981-b2a8-4447-82e4-385d514e21a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/df8c76dd-f2c5-4302-a62c-3cfcd54d6890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766538 Jul 28 03:37:30.149486 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.178035 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.263551 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.267210 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.271308 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b4cbadf-53a2-493d-96b2-318482854933 HTTP/1.1" status: 204 len: 168 time: 0.2292559 Jul 28 03:37:30.288851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837f8e7-25ac-4293-82cd-5e534ffebf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cbadf-53a2-493d-96b2-318482854933,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:30.801470 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49820) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:30.806546 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008916451', 'description': 'tempest-description--570992812'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:30.846433 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.972088 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.978939 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.023088 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.024341 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2217269 Jul 28 03:37:31.027955 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49832) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.036747 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group_rule': {'security_group_id': 'a4184144-6c22-403c-8ff0-7b2b239878a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:31.061013 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e73cb5-9050-4ece-9d90-e4e323cb838b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4184144-6c22-403c-8ff0-7b2b239878a2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.074056 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.152450 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4f21-6d4f-4b57-9be0-652381ceba8c req-8bbf231b-f128-4401-9f69-f01edd6baf80 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.160090 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c5f4f21-6d4f-4b57-9be0-652381ceba8c req-8bbf231b-f128-4401-9f69-f01edd6baf80 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0849445 Jul 28 03:37:31.207994 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:31.223105 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:31.223889 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:31.226459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.233898 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.299125 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed73a5e-9bf9-4d4f-ab4b-586828cae82e,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.302346 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.303711 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-edc10b2b-ce21-471f-8666-5fa33fb0eb38 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2747259 Jul 28 03:37:31.308810 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49852) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.318357 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group_rule': {'security_group_id': 'a4184144-6c22-403c-8ff0-7b2b239878a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:31.371380 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.393652 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-e620c2ff-4263-4cd7-900e-e0bc249805f6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.395162 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-e620c2ff-4263-4cd7-900e-e0bc249805f6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.2330968 Jul 28 03:37:31.411458 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c5f4f21-6d4f-4b57-9be0-652381ceba8c req-f26fdf06-c9b4-457b-a453-6115dfda4149 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504723 Jul 28 03:37:31.439281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a1b59a58-d8e9-482c-8fc2-092ea53bd8af up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:31.441004 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-c619eee7-f963-4bc3-884d-6fdba3184dac tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/quotas/dbf7518996c847baabcf5d2c27566040 HTTP/1.1" status: 200 len: 375 time: 0.0388269 Jul 28 03:37:31.532784 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-5a8b578b-9ccc-4e71-aee5-d9369db93407 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908377 Jul 28 03:37:31.534227 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:31.535192 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.543295 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.578244 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef756681-1e9e-4305-814a-e37af02f68c6,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.588715 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.591217 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-abd26387-c125-43d8-be4f-07fa08c1f7b5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811301 Jul 28 03:37:31.596805 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 49862) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.608404 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:31.634690 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.690364 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-d963aeaf-5884-4beb-95cb-86b97ef2dd3b service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483147 Jul 28 03:37:31.785968 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port a1b59a58-d8e9-482c-8fc2-092ea53bd8af completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:31.797253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port a1b59a58-d8e9-482c-8fc2-092ea53bd8af triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:31.797982 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.830331 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-e903d9c4-b6f2-4039-8891-379b496825a3 service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359704 Jul 28 03:37:31.863173 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.968348 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:29Z', 'revision_number': 2, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:32.014574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:32.014574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Updating router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 port 8877e53e-4339-4842-af55-ceb445258476 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:32.018872 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.058363 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port a1b59a58-d8e9-482c-8fc2-092ea53bd8af, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:32.077548 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Allocated IP 172.28.0.26 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/831ac597-1bc5-468f-a3e2-58f2dd0fa643) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:32.081576 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.179415 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.193772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aba16e72-7b5c-4268-93f4-11747f87d74a req-cb0fcbcb-45d8-47b5-920e-3f9fe79f6906 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0895565 Jul 28 03:37:32.204149 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.336318 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.394999 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.467945 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=831ac597-1bc5-468f-a3e2-58f2dd0fa643,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.481485 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:32.483796 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:32.486704 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:32.614353 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.688842 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ee4f-ba98-43a5-afc3-25120c09a29d req-0c6ffe3d-55bc-455f-ac7f-cf944802addf tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.691041 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5469ee4f-ba98-43a5-afc3-25120c09a29d req-0c6ffe3d-55bc-455f-ac7f-cf944802addf tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1423960 Jul 28 03:37:32.728942 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.761388 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Transition to ACTIVE for port object 8877e53e-4339-4842-af55-ceb445258476 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:32.774882 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.783281 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5469ee4f-ba98-43a5-afc3-25120c09a29d req-e0346919-0a60-498b-8972-de9222023329 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836849 Jul 28 03:37:32.851600 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.862327 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870237db-1951-4c32-8709-95359117ad4f None None] Pushing event updated for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.914393 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Attempting to bind port 8877e53e-4339-4842-af55-ceb445258476 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:32.914793 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Attempting to bind port 8877e53e-4339-4842-af55-ceb445258476 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:32.915166 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Attempting to bind port 8877e53e-4339-4842-af55-ceb445258476 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:32.923380 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:32.923756 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Checking segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:32.924162 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.924633 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Bound using segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:32.925109 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Bound port: 8877e53e-4339-4842-af55-ceb445258476, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:32.925499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.019032 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] For port 8877e53e-4339-4842-af55-ceb445258476, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:33.027695 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] For port 8877e53e-4339-4842-af55-ceb445258476, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8877e53e-4339-4842-af55-ceb445258476,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:33.036286 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.093059 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.101152 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.105030 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:33.105668 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:33.187442 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870237db-1951-4c32-8709-95359117ad4f None None] Pushing event updated for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:33.228490 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=831ac597-1bc5-468f-a3e2-58f2dd0fa643,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:33.244700 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.259920 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.261218 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.261889 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.262742 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.263643 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.272542 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.287037 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.288350 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.288894 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.289423 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.289974 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.290501 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.295233 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.297891 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-5f0400b4-b5b6-4879-af79-b9f6afbce9d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6980212 Jul 28 03:37:33.334311 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:33.371084 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a1b59a58-d8e9-482c-8fc2-092ea53bd8af up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:33.398987 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1b809250-fe37-4ad4-b3a7-044592f61f79 req-4850a371-6f96-4f86-9742-272e279dcb5d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0391903 Jul 28 03:37:33.581504 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port a1b59a58-d8e9-482c-8fc2-092ea53bd8af triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:33.582068 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.599698 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-dd3dcc96-ea3d-42d4-86f2-1768bdc7fb96 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:33.602107 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-dd3dcc96-ea3d-42d4-86f2-1768bdc7fb96 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.1523819 Jul 28 03:37:33.630641 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Request body: {'port': {'device_id': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'admin_state_up': True, 'tenant_id': 'dbf7518996c847baabcf5d2c27566040'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:33.715728 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-2977ce64-7c14-4ca8-8083-c6937274d237 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1008916451&fields=id&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 267 time: 0.1258938 Jul 28 03:37:33.893249 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:33Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:33.897672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-2e7b39f9-e2c2-4119-bc9d-4efa2b393507 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:33.899290 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-2e7b39f9-e2c2-4119-bc9d-4efa2b393507 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 816 time: 0.1753974 Jul 28 03:37:33.913569 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:33.917841 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.931208 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-a682d09d-0de6-4a32-bc36-0431f99b1d56 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/quotas/9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 375 time: 0.0252547 Jul 28 03:37:33.940203 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c2e96-8a1a-480b-98ed-19bddf9b99e6 None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:33Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:34.113446 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-bd659fb6-590a-496d-8ce2-ca9cd4447ac8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713612 Jul 28 03:37:34.153150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2e20-7987-45ef-bec1-25823f442fc3 req-c36ab544-3de9-4c69-b9ae-3ce427d4bb25 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:34.154896 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c42a2e20-7987-45ef-bec1-25823f442fc3 req-c36ab544-3de9-4c69-b9ae-3ce427d4bb25 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.2153418 Jul 28 03:37:34.276644 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Allocated IP 172.20.0.2 (b06ee7f7-893a-4a86-8914-cd6b8df5e59f/c18a17da-979e-4aec-8e50-7d6e06b5c8a6/4c1bca93-5339-4b9b-8325-9d55792ff008) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:34.312490 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c42a2e20-7987-45ef-bec1-25823f442fc3 req-db39cc94-e2d1-42e1-a6a7-993e2edfa783 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474602 Jul 28 03:37:34.343437 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-147312eb-ff54-44ca-ab40-4a2f84e2bd8f service neutron] 10.222.0.26 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047760 Jul 28 03:37:34.720248 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-69127864-229e-411b-9f0d-5b9005c93577 req-ab2844e3-4376-4b88-8b8a-8d5ed699207a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0495746 Jul 28 03:37:34.823676 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-52ae4608-7c19-47de-9d9e-eff1f67f1f63 service neutron] 10.222.0.26 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675720 Jul 28 03:37:34.896330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.961564 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.980831 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:35.077918 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:35.094220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:35.122489 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:35.188622 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fb5ca970-3ab9-4633-87a8-b3b3fa97bb6d req-4fa4adff-10bc-4f57-bc24-74131df0c289 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 210 time: 0.1036017 Jul 28 03:37:35.236549 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event updated for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:35.280876 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.281338 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.281797 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.282235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.282667 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.283278 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.283709 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.284133 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.284553 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.284972 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.285392 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.285855 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:35.313254 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.314266 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.352593 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-0002b9d0-fbe4-4715-bf29-ad3cce254959 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7292507 Jul 28 03:37:35.368407 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Request body: {'port': {'device_id': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:35.406222 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8877e53e-4339-4842-af55-ceb445258476 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:35.524696 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 8877e53e-4339-4842-af55-ceb445258476 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:35.537204 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 8877e53e-4339-4842-af55-ceb445258476 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:35.537601 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.606464 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.670366 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849501dd-2c8b-47fc-a3b2-147fe2593963 req-1168f531-fc58-4102-aedc-98516163b8cd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.671963 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-849501dd-2c8b-47fc-a3b2-147fe2593963 req-1168f531-fc58-4102-aedc-98516163b8cd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1290326 Jul 28 03:37:35.690966 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.755126 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 8877e53e-4339-4842-af55-ceb445258476, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8877e53e-4339-4842-af55-ceb445258476,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:35.764554 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.844579 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-849501dd-2c8b-47fc-a3b2-147fe2593963 req-be57fe3a-5400-4d76-a2da-8028d367256d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636724 Jul 28 03:37:35.845089 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:35.919044 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50044) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:35.998116 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6684705-20ce-4090-98ac-02c620abca2d req-e72058b3-c9e6-4250-bfb7-6139d444fb26 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.005440 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e6684705-20ce-4090-98ac-02c620abca2d req-e72058b3-c9e6-4250-bfb7-6139d444fb26 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 931 time: 0.1309671 Jul 28 03:37:36.062013 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e6684705-20ce-4090-98ac-02c620abca2d req-722d07ea-e6b4-4323-929f-3ae8efaedfa6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555952 Jul 28 03:37:36.062262 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b3e09244-27a5-4b4e-8560-e6abe174e020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.153413 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1bca93-5339-4b9b-8325-9d55792ff008 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:36.161325 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b3e09244-27a5-4b4e-8560-e6abe174e020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.164341 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.165668 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b3e09244-27a5-4b4e-8560-e6abe174e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.178044 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Transition to ACTIVE for port object 4c1bca93-5339-4b9b-8325-9d55792ff008 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:36.181978 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.207825 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b3e09244-27a5-4b4e-8560-e6abe174e020 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c342bad69c59442592443af672d78de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875049 Jul 28 03:37:36.208923 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09244-27a5-4b4e-8560-e6abe174e020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01245e72-bf21-4ccb-925b-bc0de0e45fa2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.210571 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50052) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:36.258697 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.337360 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b7ff1804-b92d-4672-8899-ad5510a4a1bb req-0239812d-5d5d-422e-8608-34cd488d542f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 210 time: 0.0505302 Jul 28 03:37:36.362804 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.386963 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Attempting to bind port 4c1bca93-5339-4b9b-8325-9d55792ff008 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:36.387302 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Attempting to bind port 4c1bca93-5339-4b9b-8325-9d55792ff008 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:36.387634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Attempting to bind port 4c1bca93-5339-4b9b-8325-9d55792ff008 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:36.398312 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.405121 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Port 4c1bca93-5339-4b9b-8325-9d55792ff008 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:36.405463 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Attempting to bind port 4c1bca93-5339-4b9b-8325-9d55792ff008 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:36.414099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:36.414440 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Checking segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:36.414823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Bound using segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:36.415251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Bound port: 4c1bca93-5339-4b9b-8325-9d55792ff008, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:36.415607 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.494549 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.497731 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.498905 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01245e72-bf21-4ccb-925b-bc0de0e45fa2 HTTP/1.1" status: 204 len: 168 time: 0.2873945 Jul 28 03:37:36.515309 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03418e2-0a14-4609-a91f-b60d9bd25242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01245e72-bf21-4ccb-925b-bc0de0e45fa2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.517482 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:36.534184 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4c1bca93-5339-4b9b-8325-9d55792ff008,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:36.544550 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.632975 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.633600 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.635287 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c1bca93-5339-4b9b-8325-9d55792ff008 HTTP/1.1" status: 200 len: 1093 time: 1.2723632 Jul 28 03:37:36.635940 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:36.638287 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912362e-c3c1-4138-9633-2e2b687cf00c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:36.699319 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff5bb6-b920-479e-9428-284865345693 x-openstack-request-id: req-6fff5bb6-b920-479e-9428-284865345693 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:36.699613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:36.699864 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fff5bb6-b920-479e-9428-284865345693 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:36.700255 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008', 'status': 'completed', 'code': 200} Jul 28 03:37:36.710258 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254589a1-f043-4cdc-8251-8629af348de6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.796501 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-b64f4c7c-0074-4af7-bd52-a87b546ea172 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.798098 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-b64f4c7c-0074-4af7-bd52-a87b546ea172 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 816 time: 0.2430789 Jul 28 03:37:36.821519 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-cecb8135-7d50-4fcf-ab95-36c6d7b27ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.823048 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-cecb8135-7d50-4fcf-ab95-36c6d7b27ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 1096 time: 0.0635931 Jul 28 03:37:36.887049 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-58deecf4-aabd-4332-a0de-b070a40ec2cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c1bca93-5339-4b9b-8325-9d55792ff008 HTTP/1.1" status: 200 len: 217 time: 0.0519195 Jul 28 03:37:36.894825 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-18659c2f-0dab-43d8-800a-d94cd873f684 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 380 time: 0.0819218 Jul 28 03:37:36.949635 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'port': {'device_id': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'admin_state_up': True, 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'security_groups': ['a4184144-6c22-403c-8ff0-7b2b239878a2']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:36.965832 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50082) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.047259 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-545f855b-9f8c-47b5-93ba-4f474ea7c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.048738 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-545f855b-9f8c-47b5-93ba-4f474ea7c5a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.1530612 Jul 28 03:37:37.102113 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-d6fe7578-2dc6-459f-9989-da05964b7306 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411248 Jul 28 03:37:37.113149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216119-6e01-4748-b4cb-d596732bed90 req-1de4334e-29e8-4f3e-a2d2-c6fd60f966ca tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.115163 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9c216119-6e01-4748-b4cb-d596732bed90 req-1de4334e-29e8-4f3e-a2d2-c6fd60f966ca tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1619716 Jul 28 03:37:37.206754 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd62936c-8a8e-40b5-841e-2474106a7d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.218472 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Made reservation on behalf of 9580fe8bdc9047ba85257b5af31438df for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:37.223110 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.338422 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8877e53e-4339-4842-af55-ceb445258476 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:37.355761 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9c216119-6e01-4748-b4cb-d596732bed90 req-08d021e7-6d95-462c-84d2-77f7783dae8c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191243 Jul 28 03:37:37.411736 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd62936c-8a8e-40b5-841e-2474106a7d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.420886 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd62936c-8a8e-40b5-841e-2474106a7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.492550 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 8877e53e-4339-4842-af55-ceb445258476 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:37.493163 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.521687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Allocated IP 172.20.0.6 (2342524e-45c2-43fb-ab13-8005aec24a12/085e0a15-d1fd-4839-82c4-2d575ec0ca1e/49d0a9b3-7cec-4577-95da-b0b4c7f69f37) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:37.525340 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cd62936c-8a8e-40b5-841e-2474106a7d36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56ddf523273d4cac8db751b7971e1606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583575 Jul 28 03:37:37.531604 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50114) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.582074 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50118) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.611900 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62936c-8a8e-40b5-841e-2474106a7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f60bf4-e3e9-4c4e-8ec5-140fdac24907,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:37.668453 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.696830 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.728263 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4694d27f-5be9-4a44-8a7f-3ba5a399cfc2 req-b0a229cc-3f35-4ad3-86a5-5e44e9d5de11 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 210 time: 0.0661628 Jul 28 03:37:37.751278 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-71652205-network', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:37.782253 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Made reservation on behalf of 2ec8f7dad46645b993ed52d18420d074 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:37.785035 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.785457 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823eae6-3de2-490d-93a0-0f062b3c8e96 req-152de569-5899-4ad1-909f-25318164bfaa tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.787060 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9823eae6-3de2-490d-93a0-0f062b3c8e96 req-152de569-5899-4ad1-909f-25318164bfaa tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 943 time: 0.5744891 Jul 28 03:37:37.796360 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.799244 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-3b7a87d2-39b9-46a8-b446-50f2695e2a72 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687441 Jul 28 03:37:37.799376 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.800578 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60f60bf4-e3e9-4c4e-8ec5-140fdac24907 HTTP/1.1" status: 204 len: 168 time: 0.2664757 Jul 28 03:37:37.815932 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f746eb-658c-47e3-b571-63300b8761db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f60bf4-e3e9-4c4e-8ec5-140fdac24907,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:37.819696 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.823838 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.926383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Transition to ACTIVE for port object 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:37.932168 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9823eae6-3de2-490d-93a0-0f062b3c8e96 req-a163ab41-81ba-42d0-a443-dae1d30f7710 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353137 Jul 28 03:37:37.965307 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a46cf4e4-9fd9-4702-b4f5-b369a3159a89 req-f2ecb94c-d6b7-4282-8b65-9b03852f2c11 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523786 Jul 28 03:37:37.966084 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.971140 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.999359 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.004601 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79599b5a-e319-4684-b77c-aa6ff76e3a9e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.009947 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:38.023069 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.023441 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Added segment decbb7a2-907f-47c9-b9fb-52f338628db6 of type vlan for network e6a28a66-d048-4f17-8bf0-834866f0c6c6 Jul 28 03:37:38.067052 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.080491 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:38.087582 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:38.095673 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:38.103152 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.104571 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.105414 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.128873 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.154080 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-fdcd306c-3788-4361-b5a5-5279b1b5751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.156892 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-fdcd306c-3788-4361-b5a5-5279b1b5751a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 1096 time: 0.1140628 Jul 28 03:37:38.169073 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5824065 Jul 28 03:37:38.171279 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50138) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:38.176216 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Request body: {'subnet': {'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-71652205-subnet', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:38.193308 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fbde2-4220-4c2b-a957-d861f7979a1b admin admin] Pushing event updated for resources: {'Network': ['ID=e6a28a66-d048-4f17-8bf0-834866f0c6c6,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.204109 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:38.223906 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Made reservation on behalf of 2ec8f7dad46645b993ed52d18420d074 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:38.226483 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.286788 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-0b895897-407b-41a1-ae9b-77ca6689403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.288278 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-0b895897-407b-41a1-ae9b-77ca6689403b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 916 time: 0.1205537 Jul 28 03:37:38.295965 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.296628 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.342299 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-51daa4cf-01cc-450c-9194-17f60463400f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c1bca93-5339-4b9b-8325-9d55792ff008 HTTP/1.1" status: 200 len: 217 time: 0.0426838 Jul 28 03:37:38.367826 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-177c1d90-8ce4-46aa-a671-9440f92ac075 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4246395 Jul 28 03:37:38.382351 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-073ef2db-ea8d-4737-a9e9-7ab2e90b372b None None] Provisioning for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:38.388178 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-073ef2db-ea8d-4737-a9e9-7ab2e90b372b None None] Provisioning complete for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:38.388539 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-073ef2db-ea8d-4737-a9e9-7ab2e90b372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.397062 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Request body: {'port': {'device_id': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:38.441608 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-073ef2db-ea8d-4737-a9e9-7ab2e90b372b None None] Port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:38.457743 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.537254 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0729bc-8ef2-494f-8990-97b32f192801,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.571739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Checking segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:38.572102 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Network hostable DHCP agents. Network: e6a28a66-d048-4f17-8bf0-834866f0c6c6, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:38.607529 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:38.627777 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, e6a28a66-d048-4f17-8bf0-834866f0c6c6) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:38.632241 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.632843 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.639067 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cede9c-25a2-4052-8caf-b9976e1e08f6 None None] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:38.651366 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-eed35f7a-0860-444d-ab37-e09b85a22829 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4790719 Jul 28 03:37:38.653964 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50162) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:38.659046 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:38.684703 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.686320 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.741544 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50166) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:38.772926 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.786197 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-7c81ba7c-362c-409a-ac9c-f4ea5dfb0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.787810 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-7c81ba7c-362c-409a-ac9c-f4ea5dfb0c41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.4347875 Jul 28 03:37:38.802307 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.850905 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:37:38.852284 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.865503 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c42dd-e85e-4154-a74e-fa1d766bab60 req-1b3887a0-7ae0-454d-907b-16c5b6fd3f54 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.873004 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c57c42dd-e85e-4154-a74e-fa1d766bab60 req-1b3887a0-7ae0-454d-907b-16c5b6fd3f54 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1660559 Jul 28 03:37:38.879908 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-2dfa0f8c-ad65-494f-907a-e5c448626b74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635829 Jul 28 03:37:38.964382 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-105318064-network', 'tenant_id': '59f5f97881444c9e84b0f53761b0254a'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:39.033000 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Made reservation on behalf of 59f5f97881444c9e84b0f53761b0254a for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:39.036566 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.079996 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.093973 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.100348 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c57c42dd-e85e-4154-a74e-fa1d766bab60 req-98491627-79c4-4a86-ad61-e8a5912991fe tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253234 Jul 28 03:37:39.114798 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Allocated IP 172.20.0.2 (e6a28a66-d048-4f17-8bf0-834866f0c6c6/ee0729bc-8ef2-494f-8990-97b32f192801/25e2d26a-df35-49d5-b083-cfc463309b30) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:39.133217 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-2e3dec41-6459-479a-8ed6-976ca54b613b service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335813 Jul 28 03:37:39.150176 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411590bb-921e-4f6d-b90b-bc4eb006fb09 req-5a7b7079-c20b-489c-9f6b-82ab4ab5d87e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.154488 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-411590bb-921e-4f6d-b90b-bc4eb006fb09 req-5a7b7079-c20b-489c-9f6b-82ab4ab5d87e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 931 time: 0.2792289 Jul 28 03:37:39.224122 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.246662 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-411590bb-921e-4f6d-b90b-bc4eb006fb09 req-e4a375e7-e374-4ac4-b867-d108b5bd3f57 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911624 Jul 28 03:37:39.252051 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.280588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:39.314484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.314829 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Added segment 543619b3-4b02-422b-8ab1-17ac5f151f66 of type vlan for network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 Jul 28 03:37:39.322935 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400bfe33-959d-43c8-9b8a-c80aada96a2f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.348092 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.360280 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Transition to ACTIVE for port object 25e2d26a-df35-49d5-b083-cfc463309b30 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:39.366205 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.380866 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Transition to ACTIVE for port object 25e2d26a-df35-49d5-b083-cfc463309b30 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:39.385282 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af94e52-4c19-45ef-b38d-ee93356a5725 req-731c0799-0b5c-4e88-8df4-6b9ca81f0418 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.386981 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0af94e52-4c19-45ef-b38d-ee93356a5725 req-731c0799-0b5c-4e88-8df4-6b9ca81f0418 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 943 time: 0.1392615 Jul 28 03:37:39.388066 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.427839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d912362e-c3c1-4138-9633-2e2b687cf00c req-d99d0620-5c1f-4811-921e-fa1759af52c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677531 Jul 28 03:37:39.434352 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.435746 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.436308 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.438967 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:39.444621 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:39.447546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:39.458741 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Pushing event updated for resources: {'Port': ['ID=25e2d26a-df35-49d5-b083-cfc463309b30,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.466817 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0af94e52-4c19-45ef-b38d-ee93356a5725 req-392f5132-e17e-4150-aad4-70d11bc4f510 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Jul 28 03:37:39.469857 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.470386 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.470743 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.471085 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.471424 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.471816 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.472151 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.472485 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.472837 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.473172 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.473499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.474115 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:39.520732 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:39.532364 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.534967 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Attempting to bind port 25e2d26a-df35-49d5-b083-cfc463309b30 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:39.535533 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Attempting to bind port 25e2d26a-df35-49d5-b083-cfc463309b30 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:39.536381 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Attempting to bind port 25e2d26a-df35-49d5-b083-cfc463309b30 on network e6a28a66-d048-4f17-8bf0-834866f0c6c6 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:39.543010 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:39.543396 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Checking segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:39.543805 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.544202 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Bound using segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:39.544668 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Bound port: 25e2d26a-df35-49d5-b083-cfc463309b30, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:39.545283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.546141 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Transition to ACTIVE for port object 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:39.551016 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.563349 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8167400 Jul 28 03:37:39.565926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50190) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:39.574139 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Request body: {'subnet': {'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-105318064-subnet', 'tenant_id': '59f5f97881444c9e84b0f53761b0254a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:39.586144 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea056b-8111-4e38-b81c-435044a8864f admin admin] Pushing event updated for resources: {'Network': ['ID=79de5ef1-4b48-46b2-85d4-308ef1589ea7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.607250 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:39.641541 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.648779 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Made reservation on behalf of 59f5f97881444c9e84b0f53761b0254a for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:39.651309 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.659899 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.666755 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] For port 25e2d26a-df35-49d5-b083-cfc463309b30, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:39.677406 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Attempting to bind port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:39.677822 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Attempting to bind port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:39.678164 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Attempting to bind port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:39.683529 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 on network 2342524e-45c2-43fb-ab13-8005aec24a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:39.683850 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Attempting to bind port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:39.689087 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:39.689427 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Checking segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:39.689859 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Bound using segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:39.690292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Bound port: 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:39.690704 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.697068 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] For port 25e2d26a-df35-49d5-b083-cfc463309b30, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=25e2d26a-df35-49d5-b083-cfc463309b30,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:39.707219 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.715160 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.778905 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:39.780340 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19155031-1b97-46bc-9655-ba87fd3deaa1 None None] Pushing event updated for resources: {'Port': ['ID=25e2d26a-df35-49d5-b083-cfc463309b30,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.782070 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:39.789118 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.834551 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.835175 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.836877 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] 10.222.0.36 "PUT /v2.0/ports/49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 1093 time: 1.4457080 Jul 28 03:37:39.837117 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:39.840080 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555db6e1-b613-461f-925f-0fb3bac6ea47" -d '{"events": [{"name": "network-changed", "server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:39.889865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975e5b-80fe-4e9d-8822-d0e3f67f0fdd service neutron] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.903586 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ad666-687e-419c-be0c-95176571baba x-openstack-request-id: req-375ad666-687e-419c-be0c-95176571baba {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:39.904836 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:39.905250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-375ad666-687e-419c-be0c-95176571baba {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:39.905866 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'status': 'completed', 'code': 200} Jul 28 03:37:39.955402 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-fa8447e8-73e9-49df-b793-1e93b607678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.958712 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Allocated IP 172.28.0.223 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/75fa08c1-eab4-46d1-88b7-89ecaa71a5c5) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:39.958909 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-fa8447e8-73e9-49df-b793-1e93b607678e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1096 time: 0.0513194 Jul 28 03:37:40.066934 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-8b7b8791-8010-4a5d-b587-8b9aed112aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 217 time: 0.0985799 Jul 28 03:37:40.095664 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.160564 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-a48c08a5-c692-4ade-8471-7238ce942669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.168834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-a48c08a5-c692-4ade-8471-7238ce942669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0877523 Jul 28 03:37:40.253388 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-8035cb48-bd90-45ed-9107-3871c145aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.255684 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-8035cb48-bd90-45ed-9107-3871c145aeb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837543 Jul 28 03:37:40.258871 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921fed0e-3f11-4f5f-8118-7103a20aecd1,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:40.274790 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.292808 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Checking segment: {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:40.293168 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Network hostable DHCP agents. Network: 79de5ef1-4b48-46b2-85d4-308ef1589ea7, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:40.344081 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:40.359260 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 79de5ef1-4b48-46b2-85d4-308ef1589ea7) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:40.362474 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.369268 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024bd1a5-a96e-4050-9cdd-c9e17de5b853 None None] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:40.382319 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.382922 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.427205 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb81a5-e153-418e-a138-354f8b673be1 req-d90cab01-daeb-4af3-bf11-ea71814a46f0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.428913 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5dcb81a5-e153-418e-a138-354f8b673be1 req-d90cab01-daeb-4af3-bf11-ea71814a46f0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1723280 Jul 28 03:37:40.463268 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Pushing event updated for resources: {'Port': ['ID=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:40.494151 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-046facc2-2323-4401-8e3c-d17aefc61122 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9196110 Jul 28 03:37:40.494357 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a524cff-7207-4ae9-a62a-b00772e0d287 req-ecfd5814-e1c9-4eaa-9a53-efd70da197f7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.494459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:40.494563 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5a524cff-7207-4ae9-a62a-b00772e0d287 req-ecfd5814-e1c9-4eaa-9a53-efd70da197f7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.1308813 Jul 28 03:37:40.494639 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:40.494639 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:40.503010 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-32a13cd1-9ad9-4239-bc1a-8b453faeb10f service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117078 Jul 28 03:37:40.559773 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50216) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:40.575940 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5dcb81a5-e153-418e-a138-354f8b673be1 req-32632eb2-5df4-4d1a-9edc-9b0ffebe5658 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381681 Jul 28 03:37:40.582919 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87866c-ea1a-48f3-a943-3e4a3d73149d None None] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:40.677202 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 4c1bca93-5339-4b9b-8325-9d55792ff008 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:40.722810 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5a524cff-7207-4ae9-a62a-b00772e0d287 req-b77aa21e-e696-4163-9035-d55a412b5976 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168412 Jul 28 03:37:40.791285 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5926ef6-4d26-40df-ba0e-a3e830747d8c req-6ec1bcb3-479c-4f2e-986b-928c71cd081c service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726674 Jul 28 03:37:40.833805 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1987f-7a9d-49a7-b069-7b0dbceefad1 req-4b414d05-a19e-4aa8-b92b-9e0fbe57fd47 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.835696 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-98e1987f-7a9d-49a7-b069-7b0dbceefad1 req-4b414d05-a19e-4aa8-b92b-9e0fbe57fd47 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 943 time: 0.1441157 Jul 28 03:37:40.836638 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ad5807b-6159-47c9-a66c-72bf78b3cc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.903148 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.977834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-98e1987f-7a9d-49a7-b069-7b0dbceefad1 req-9b702701-21b5-40eb-b664-316068644207 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254091 Jul 28 03:37:40.996015 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-2713f7af-50a8-479a-ac39-db9d672d438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.997467 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-2713f7af-50a8-479a-ac39-db9d672d438e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1096 time: 0.1169488 Jul 28 03:37:41.023072 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4c1bca93-5339-4b9b-8325-9d55792ff008,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:41.039278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '4c1bca93-5339-4b9b-8325-9d55792ff008', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'port_id': '4c1bca93-5339-4b9b-8325-9d55792ff008', 'mac_address': 'fa:16:3e:af:13:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18a17da-979e-4aec-8e50-7d6e06b5c8a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:41.086482 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.110520 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1bca93-5339-4b9b-8325-9d55792ff008 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:41.137622 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4c1bca93-5339-4b9b-8325-9d55792ff008,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:41.142673 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.165742 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ad5807b-6159-47c9-a66c-72bf78b3cc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.179334 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ad5807b-6159-47c9-a66c-72bf78b3cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.183789 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-b3bc9dc5-1927-4d88-a62a-7a57a6479cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.185300 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-b3bc9dc5-1927-4d88-a62a-7a57a6479cf9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.1788754 Jul 28 03:37:41.193369 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6648af1-3b7b-43bd-afcb-e8a671a141e0 None None] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:41.210876 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.258009 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-f0a2926e-30d1-4b91-b1b0-70d16d3d3bb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 217 time: 0.0606971 Jul 28 03:37:41.263962 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-29590633-8e7b-4ab9-9a24-3d7fcbbf779a None None] Provisioning for port 25e2d26a-df35-49d5-b083-cfc463309b30 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:41.354647 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-3ad5807b-6159-47c9-a66c-72bf78b3cc01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06f964f2a1764d29977a9e732787d3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936687 Jul 28 03:37:41.358628 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50230) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:41.363339 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5807b-6159-47c9-a66c-72bf78b3cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623ad9e-9e67-4866-a5e8-14064556f290,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.403908 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-065b1e46-42d9-4e21-8119-8f2ac3dd90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.407369 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-065b1e46-42d9-4e21-8119-8f2ac3dd90a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.1250083 Jul 28 03:37:41.488282 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 25e2d26a-df35-49d5-b083-cfc463309b30 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:41.508452 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-8c19af8d-1a86-4bbe-b8a7-2f9556eb1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.510849 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-8c19af8d-1a86-4bbe-b8a7-2f9556eb1c85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0910227 Jul 28 03:37:41.569561 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['4c1bca93-5339-4b9b-8325-9d55792ff008'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:41.669575 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 25e2d26a-df35-49d5-b083-cfc463309b30 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:41.690760 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 25e2d26a-df35-49d5-b083-cfc463309b30 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:41.693143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.712287 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.714786 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.820141 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-a732014d-50de-447b-acc4-480ff831ab10 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010137 Jul 28 03:37:41.834961 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.870805 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9d3b-e01d-4ed1-a656-bfde825faa65 req-ea0318b1-8eeb-472a-8a8e-22fdcec7727d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.879286 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fd6d9d3b-e01d-4ed1-a656-bfde825faa65 req-ea0318b1-8eeb-472a-8a8e-22fdcec7727d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1451902 Jul 28 03:37:41.911388 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.914250 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.918695 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0623ad9e-9e67-4866-a5e8-14064556f290 HTTP/1.1" status: 204 len: 168 time: 0.5588214 Jul 28 03:37:41.984688 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68cf6b-1104-4f14-96c4-eefa3cd42828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623ad9e-9e67-4866-a5e8-14064556f290,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.028542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fd6d9d3b-e01d-4ed1-a656-bfde825faa65 req-98e407c6-a052-4833-b4d9-a23c041c7dbe tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424463 Jul 28 03:37:42.042600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ee761fbb-ab3e-41b3-a0c9-ed950c441caf None None] Provisioning complete for port 25e2d26a-df35-49d5-b083-cfc463309b30 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:42.043603 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ee761fbb-ab3e-41b3-a0c9-ed950c441caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.048750 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1e1d-9379-47d5-9104-1dbeeac17121 req-cee6abca-a879-4575-844f-d139872ba02e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.050253 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed4e1e1d-9379-47d5-9104-1dbeeac17121 req-cee6abca-a879-4575-844f-d139872ba02e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.1667325 Jul 28 03:37:42.099269 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.118816 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-555db6e1-b613-461f-925f-0fb3bac6ea47 req-9a7410e9-f60c-4d05-9d40-c99199083355 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878125 Jul 28 03:37:42.164080 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Router 88283e53-9199-4819-8b9a-c71287e5b1f6 is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:37:42.172668 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed4e1e1d-9379-47d5-9104-1dbeeac17121 req-ebbabdf4-f642-4251-b7df-e6caa2f081b4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756888 Jul 28 03:37:42.184766 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 25e2d26a-df35-49d5-b083-cfc463309b30, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=25e2d26a-df35-49d5-b083-cfc463309b30,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:42.219529 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.265278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ee761fbb-ab3e-41b3-a0c9-ed950c441caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.299053 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=25e2d26a-df35-49d5-b083-cfc463309b30,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.327305 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe45fe-d684-4db4-aed8-8118b563a4cb req-1b55602d-fbb2-47ac-ad54-dcb027d49cbd tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.330204 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d4fe45fe-d684-4db4-aed8-8118b563a4cb req-1b55602d-fbb2-47ac-ad54-dcb027d49cbd tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 944 time: 0.0709748 Jul 28 03:37:42.340799 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:42.344600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.db.api [None req-ee761fbb-ab3e-41b3-a0c9-ed950c441caf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:37:42.344980 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG oslo_db.api [None req-ee761fbb-ab3e-41b3-a0c9-ed950c441caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:37:42.350808 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Sync routers for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:42.362882 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.364014 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:42.364260 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6b7b542e-4341-4c8d-b0dd-0f2ed0a4892a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7091703 Jul 28 03:37:42.365095 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:42.367030 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50252) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:42.375701 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d4fe45fe-d684-4db4-aed8-8118b563a4cb req-cfafaf3c-530d-4f4d-a72b-9888757dcdbb tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Jul 28 03:37:42.440441 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50254) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:42.454206 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd97ad3f-ca5d-4deb-a038-70d1561d759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.484929 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:42.545348 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd97ad3f-ca5d-4deb-a038-70d1561d759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.549875 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd97ad3f-ca5d-4deb-a038-70d1561d759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.603405 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97ad3f-ca5d-4deb-a038-70d1561d759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372b8b14-f534-4304-9559-90299baf2c87,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.609155 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-fd97ad3f-ca5d-4deb-a038-70d1561d759a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91b1eac01bc348e5af7b4937b2b7fdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676579 Jul 28 03:37:42.612297 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50258) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:42.671827 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.680195 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 3, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:42.705507 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.717235 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Checking router: 88283e53-9199-4819-8b9a-c71287e5b1f6 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:42.717595 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Updating router 88283e53-9199-4819-8b9a-c71287e5b1f6 port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:42.744216 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.761045 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.764573 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.766061 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/372b8b14-f534-4304-9559-90299baf2c87 HTTP/1.1" status: 204 len: 168 time: 0.1534812 Jul 28 03:37:42.786989 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe88143-e1a4-4933-922d-7e027accbd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372b8b14-f534-4304-9559-90299baf2c87,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.867512 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.974722 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-60ef1ac9-8393-4974-920c-f88611d56320 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.976451 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-60ef1ac9-8393-4974-920c-f88611d56320 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/networks?id=79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 200 len: 808 time: 0.1358273 Jul 28 03:37:42.994244 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-bafdc974-a80c-4beb-b6c2-cf5676688d58 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/quotas/59f5f97881444c9e84b0f53761b0254a HTTP/1.1" status: 200 len: 375 time: 0.0110004 Jul 28 03:37:43.029344 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.035575 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-7ca0ae39-8a78-4546-bfe0-33ca79ef9224 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353625 Jul 28 03:37:43.039951 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Transition to ACTIVE for port object 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:43.051694 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.063853 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Allocated IP 172.20.0.1 (e6a28a66-d048-4f17-8bf0-834866f0c6c6/ee0729bc-8ef2-494f-8990-97b32f192801/6b0fe548-6afe-4d18-8245-90c3edd15cf0) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:43.088643 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Attempting to bind port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:43.089459 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Attempting to bind port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:43.090053 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Attempting to bind port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:43.114754 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:43.115524 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:43.116127 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.116908 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:43.117651 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Bound port: 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:43.125991 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.191148 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Pushing event updated for resources: {'Port': ['ID=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.207235 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.207604 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.208014 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.208386 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.208721 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.209052 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.209382 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.209740 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.210981 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.211262 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.211858 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.212328 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:43.220333 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.229585 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] For port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:43.234473 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] For port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:43.246950 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.266974 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Transition to ACTIVE for port object 6b0fe548-6afe-4d18-8245-90c3edd15cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:43.313273 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:43.314283 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:43.316425 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187453f-cb06-4bc4-80d6-1367731b8d0c None None] Pushing event updated for resources: {'Port': ['ID=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.329489 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50284) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:43.340980 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.354848 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 25e2d26a-df35-49d5-b083-cfc463309b30 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:43.360623 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5868-0562-4dbb-952d-0642b3a3f153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.411309 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 25e2d26a-df35-49d5-b083-cfc463309b30 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:43.411920 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.440428 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:43.450558 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:43.452598 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:43.458928 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:43.464697 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.546712 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.609174 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5868-0562-4dbb-952d-0642b3a3f153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.620595 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5868-0562-4dbb-952d-0642b3a3f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.638960 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-5356f6d9-e22a-4249-9f1a-8aad10d31e5f service neutron] 10.222.0.26 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850780 Jul 28 03:37:43.673849 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 3, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:43.692729 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5868-0562-4dbb-952d-0642b3a3f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa512b9-6fd3-4a2a-b24e-f05e0ca8fa61,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.701721 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f05b1d-eb2c-4e70-b1a6-acb2c421aefc req-2f8ebc00-4b4f-4a13-86a9-4143986bbe0f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.702616 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00f05b1d-eb2c-4e70-b1a6-acb2c421aefc req-2f8ebc00-4b4f-4a13-86a9-4143986bbe0f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.5546827 Jul 28 03:37:43.702857 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-7f5d5868-0562-4dbb-952d-0642b3a3f153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=250dd9d908d54923a927f8851d240ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722160 Jul 28 03:37:43.706036 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50288) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:43.740291 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e877-069d-4f61-8bbe-275c0192d5d0 None None] The sync data for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb is: [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 3, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:43.743634 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-51b4fe02-db58-40a6-9548-0a2f71dea2dc None None] Provisioning for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:43.749983 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-51b4fe02-db58-40a6-9548-0a2f71dea2dc None None] Provisioning complete for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:43.750668 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-51b4fe02-db58-40a6-9548-0a2f71dea2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.779322 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-f04474c9-3d15-47a4-a7bd-bf8ec5c94dc0 service neutron] 10.222.0.26 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389694 Jul 28 03:37:43.783197 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00f05b1d-eb2c-4e70-b1a6-acb2c421aefc req-bea75a89-e5ca-4157-b33f-7d8976cfc7c7 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705411 Jul 28 03:37:43.795298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.811443 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.819331 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-51b4fe02-db58-40a6-9548-0a2f71dea2dc None None] Port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:43.858201 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.989659 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.992499 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.993822 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaa512b9-6fd3-4a2a-b24e-f05e0ca8fa61 HTTP/1.1" status: 204 len: 168 time: 0.2867200 Jul 28 03:37:44.017246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de8a9b-7e9a-4ee3-a753-1133fdd074c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa512b9-6fd3-4a2a-b24e-f05e0ca8fa61,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:44.069208 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:44.084692 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:44.130917 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a14e38-41b3-4589-90c3-812079d100cc req-5264115f-5cd8-4e3a-b138-cb3d35a959b8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.134832 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e5a14e38-41b3-4589-90c3-812079d100cc req-5264115f-5cd8-4e3a-b138-cb3d35a959b8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.1687765 Jul 28 03:37:44.188769 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8abef-ca53-4430-9fb9-e4058dffb0df req-2f134304-6f53-4ebb-be25-a47afccc6f8b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.196835 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-42a8abef-ca53-4430-9fb9-e4058dffb0df req-2f134304-6f53-4ebb-be25-a47afccc6f8b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 944 time: 0.1755881 Jul 28 03:37:44.200865 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:44.209205 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:44.271048 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-42a8abef-ca53-4430-9fb9-e4058dffb0df req-0b8a038b-970c-415e-9513-b3ea5cbba43b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731406 Jul 28 03:37:44.293551 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e5a14e38-41b3-4589-90c3-812079d100cc req-0ace105b-5e92-4600-80f6-1982b45f0c6d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526668 Jul 28 03:37:44.331787 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:44.334062 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:44.402178 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-44aed11c-e802-471a-b96d-16330b0262fa req-c7933477-5230-4bcd-8c07-dbac7215a4e3 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0469120 Jul 28 03:37:44.674254 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-7b3951a8-288a-48bc-a7ca-1ad4a077e494 None None] Provisioning complete for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:44.675340 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b3951a8-288a-48bc-a7ca-1ad4a077e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:44.718514 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:44.720941 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 4c1bca93-5339-4b9b-8325-9d55792ff008 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:44.789173 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-7b3951a8-288a-48bc-a7ca-1ad4a077e494 None None] Port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:44.879567 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Router 88283e53-9199-4819-8b9a-c71287e5b1f6 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:45.109013 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc5f7-e984-4e4d-809f-7b813d14139f req-89edf64d-eae5-49d5-892f-d6e016520d35 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.111541 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:45.119951 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-d50d0dc4-dce7-4e87-b695-73f432c699c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/88283e53-9199-4819-8b9a-c71287e5b1f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511253 Jul 28 03:37:45.122627 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6e2bc5f7-e984-4e4d-809f-7b813d14139f req-89edf64d-eae5-49d5-892f-d6e016520d35 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1506522 Jul 28 03:37:45.141334 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 4c1bca93-5339-4b9b-8325-9d55792ff008 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:45.158546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 4c1bca93-5339-4b9b-8325-9d55792ff008 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:45.158930 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.204027 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.204253 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6e2bc5f7-e984-4e4d-809f-7b813d14139f req-19587c3e-f1a4-4172-bd3d-ae806df8da11 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770552 Jul 28 03:37:45.234075 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:45.305127 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.337958 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.347353 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:45.349885 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adfc097-2088-44f5-9457-919d640cc569" -d '{"events": [{"server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "name": "network-vif-plugged", "status": "completed", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:45.393706 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4c1bca93-5339-4b9b-8325-9d55792ff008,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.407278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:45.419860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.423399 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:45.496809 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.528167 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.575413 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:45.622485 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:45.627856 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:45.628238 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.644237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e1e5f-0718-4f31-9d97-518560cf4b07 req-3c77c845-ba77-4543-b9d9-a414fc54ef14 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.653154 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d87e1e5f-0718-4f31-9d97-518560cf4b07 req-3c77c845-ba77-4543-b9d9-a414fc54ef14 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.2565951 Jul 28 03:37:45.680421 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:45.732183 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1421-0b8f-42d5-b2fa-eaff6cace92b req-39577f32-93e8-4e26-978d-f08b1da92e2f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.733969 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfac1421-0b8f-42d5-b2fa-eaff6cace92b req-39577f32-93e8-4e26-978d-f08b1da92e2f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.3187075 Jul 28 03:37:45.744217 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-7b244029-aa9d-4530-81ba-f6349e38f1b1 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.746485 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-7b244029-aa9d-4530-81ba-f6349e38f1b1 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "GET /v2.0/networks?id=79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 200 len: 808 time: 0.1993256 Jul 28 03:37:45.762149 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.789357 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.800500 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.808865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Request body: {'port': {'device_id': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7', 'admin_state_up': True, 'tenant_id': '59f5f97881444c9e84b0f53761b0254a'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:45.886285 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:45.890954 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d87e1e5f-0718-4f31-9d97-518560cf4b07 req-09179aba-4cb5-4f51-86b6-af3467300c28 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362161 Jul 28 03:37:45.912916 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['49d0a9b3-7cec-4577-95da-b0b4c7f69f37'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:45.915838 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfac1421-0b8f-42d5-b2fa-eaff6cace92b req-e81048df-d817-414e-ad8a-bb22a29edb3a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678238 Jul 28 03:37:45.985711 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Made reservation on behalf of 59f5f97881444c9e84b0f53761b0254a for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:45.990579 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.000234 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cfb050-f4a6-4cb6-b586-9f5c56a9dffc x-openstack-request-id: req-b0cfb050-f4a6-4cb6-b586-9f5c56a9dffc {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:46.000533 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "name": "network-vif-plugged", "status": "completed", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:46.000783 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0cfb050-f4a6-4cb6-b586-9f5c56a9dffc {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:46.001167 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008', 'code': 200} Jul 28 03:37:46.039158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50400) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:46.055177 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-632344158-network', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:46.094795 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f962abd1-0125-4ef8-8b4a-9dd2ebd86c92 req-16610513-9e94-4da0-a005-9bbf38b14c08 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0323634 Jul 28 03:37:46.111357 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Made reservation on behalf of bcb96ed5c7ea4f23b75c9ede79280eb8 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:46.113706 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.143393 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.286605 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Allocated IP 172.20.0.14 (79de5ef1-4b48-46b2-85d4-308ef1589ea7/921fed0e-3f11-4f5f-8118-7103a20aecd1/ca346789-a815-41f8-81b7-d44e55b21e7a) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:46.356282 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.364452 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.398334 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Sync routers for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:46.413528 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:46.414673 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:46.424026 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69fd3ce-1a2e-468f-b9da-1d952db0e00c,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:46.427581 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:46.437908 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.438346 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Added segment 47bbe10b-a787-4988-9d74-9c969e34f78a of type vlan for network d8873944-117f-4889-bfdd-38766133e1f5 Jul 28 03:37:46.484568 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.539962 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.541208 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.542622 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.547010 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da414-7a7e-4394-a877-ba6dc76cafed req-c27e72a4-7e7b-4568-bae3-e1ac1b98e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.548624 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bc4da414-7a7e-4394-a877-ba6dc76cafed req-c27e72a4-7e7b-4568-bae3-e1ac1b98e6fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 1098 time: 0.2163696 Jul 28 03:37:46.588014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1073-59a6-4364-9ad2-f4fe636d1723 req-0157f268-407a-4dbd-8d07-23be1508dc9a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.596293 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0ac1073-59a6-4364-9ad2-f4fe636d1723 req-0157f268-407a-4dbd-8d07-23be1508dc9a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.2199109 Jul 28 03:37:46.628864 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:46.637600 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8873944-117f-4889-bfdd-38766133e1f5,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:46.644909 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bc4da414-7a7e-4394-a877-ba6dc76cafed req-97106717-b735-4eef-8201-0ecc1c1aa154 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Jul 28 03:37:46.654814 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-48ad0866-a670-4c97-a8c9-27adef50b6f0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6040759 Jul 28 03:37:46.655459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50420) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:46.667226 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Request body: {'subnet': {'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-632344158-subnet', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:46.694728 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0ac1073-59a6-4364-9ad2-f4fe636d1723 req-6499f240-6f0e-4ef2-876c-425a1514c753 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860584 Jul 28 03:37:46.699505 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network d8873944-117f-4889-bfdd-38766133e1f5 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:46.710219 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.732040 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Made reservation on behalf of bcb96ed5c7ea4f23b75c9ede79280eb8 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:46.734656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.772584 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.825042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:46.832131 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:46.835144 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:46.895315 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Pushing event updated for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:46.911095 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.912505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.936590 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0329120a-cc78-456f-90e1-0f00be2a9f35 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400905 Jul 28 03:37:46.940370 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:46.953203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Request body: {'port': {'device_id': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:47.015773 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 2, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:47.032584 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Checking segment: {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:47.032942 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Network hostable DHCP agents. Network: d8873944-117f-4889-bfdd-38766133e1f5, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:47.039302 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6253ba1e-e4f0-44d4-9512-df10fc331600,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:47.049499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Checking router: 88283e53-9199-4819-8b9a-c71287e5b1f6 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:47.049973 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Updating router 88283e53-9199-4819-8b9a-c71287e5b1f6 port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:47.059170 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Network d8873944-117f-4889-bfdd-38766133e1f5 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:47.071806 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, d8873944-117f-4889-bfdd-38766133e1f5) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:47.076891 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.077574 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.082908 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.090396 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99674f4c-0de9-4e94-9053-401bb2367a10 None None] Network d8873944-117f-4889-bfdd-38766133e1f5 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:47.094044 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e44f-5730-4f29-922d-686ba8309821 req-5dd48846-a3d2-4fb6-9a65-8aed127da6dc tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.097918 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab25e44f-5730-4f29-922d-686ba8309821 req-5dd48846-a3d2-4fb6-9a65-8aed127da6dc tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.1142073 Jul 28 03:37:47.099905 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50438) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:47.102372 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ff122465-6348-4cda-8b95-77c3b64e1f64 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4389880 Jul 28 03:37:47.107852 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:47.110750 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.154363 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4e0b2-44ee-4da3-9b54-822da973b9d6 req-79079461-d88f-4d39-80e6-66f941f91875 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.155852 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-44f4e0b2-44ee-4da3-9b54-822da973b9d6 req-79079461-d88f-4d39-80e6-66f941f91875 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 944 time: 0.1362157 Jul 28 03:37:47.208620 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.209625 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.225920 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab25e44f-5730-4f29-922d-686ba8309821 req-a85892a8-4420-44b6-83f9-d954c918097a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227233 Jul 28 03:37:47.331319 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.342128 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:47.409218 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-44f4e0b2-44ee-4da3-9b54-822da973b9d6 req-85ff3f03-0e16-4552-ab06-8902254a3299 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446156 Jul 28 03:37:47.451300 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-d8873944-117f-4889-bfdd-38766133e1f5', 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'fixed_ips': [{'subnet_id': '6253ba1e-e4f0-44d4-9512-df10fc331600'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:37:47.452148 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.594659 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:47.595100 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.620957 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d67a41-7dcb-453c-a5c6-e3fc5ad7de5c req-f0248cc1-f5df-49ae-8fb0-33503dd22a74 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.622454 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3d67a41-7dcb-453c-a5c6-e3fc5ad7de5c req-f0248cc1-f5df-49ae-8fb0-33503dd22a74 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 932 time: 0.2962623 Jul 28 03:37:47.624283 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.699130 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.715115 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Transition to ACTIVE for port object 6b0fe548-6afe-4d18-8245-90c3edd15cf0 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:47.734365 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Allocated IP 172.20.0.2 (d8873944-117f-4889-bfdd-38766133e1f5/6253ba1e-e4f0-44d4-9512-df10fc331600/1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:47.737033 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.742953 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3d67a41-7dcb-453c-a5c6-e3fc5ad7de5c req-c77bcb74-79cf-4fde-8f40-3537997fbe0b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115122 Jul 28 03:37:47.862423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca346789-a815-41f8-81b7-d44e55b21e7a {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:47.877220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.923920 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397727a-4b4a-484b-bcfb-4c20f8dc1e8c req-706f8746-40ca-496e-bbd5-fb1c35e9b338 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.925923 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8397727a-4b4a-484b-bcfb-4c20f8dc1e8c req-706f8746-40ca-496e-bbd5-fb1c35e9b338 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1160090 Jul 28 03:37:47.927378 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Transition to ACTIVE for port object ca346789-a815-41f8-81b7-d44e55b21e7a will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:47.937657 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.081388 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d948b-8ccb-431e-a832-37aedb7e88b1 None None] Pushing event updated for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.167822 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Attempting to bind port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:48.168199 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Attempting to bind port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:48.168566 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Attempting to bind port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 on network e6a28a66-d048-4f17-8bf0-834866f0c6c6 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:48.196454 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:48.197010 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Checking segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:48.197415 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.197857 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Bound using segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:48.198353 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Bound port: 6b0fe548-6afe-4d18-8245-90c3edd15cf0, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:48.198733 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.302576 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.322093 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8397727a-4b4a-484b-bcfb-4c20f8dc1e8c req-d7fadbb7-d87b-44f7-ad4e-e21bb941c27b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856704 Jul 28 03:37:48.322273 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Transition to ACTIVE for port object 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:48.335254 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] For port 6b0fe548-6afe-4d18-8245-90c3edd15cf0, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:48.354277 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Transition to ACTIVE for port object 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:48.356708 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] For port 6b0fe548-6afe-4d18-8245-90c3edd15cf0, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6b0fe548-6afe-4d18-8245-90c3edd15cf0,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:48.356877 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.361153 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.366853 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.427587 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Network d8873944-117f-4889-bfdd-38766133e1f5 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:48.433802 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:48.436941 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:48.439054 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d948b-8ccb-431e-a832-37aedb7e88b1 None None] Pushing event updated for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.448702 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:48.449370 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:48.496322 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3936-e942-4acc-bca2-21e8a35091f6 req-8abf0c29-fa5c-4185-a91f-50d9e3d767b6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:48.497866 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-defd3936-e942-4acc-bca2-21e8a35091f6 req-8abf0c29-fa5c-4185-a91f-50d9e3d767b6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.1714084 Jul 28 03:37:48.501436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.549894 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.557342 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Attempting to bind port ca346789-a815-41f8-81b7-d44e55b21e7a on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:48.557676 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Attempting to bind port ca346789-a815-41f8-81b7-d44e55b21e7a by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:48.558025 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Attempting to bind port ca346789-a815-41f8-81b7-d44e55b21e7a on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:48.567294 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Pushing event updated for resources: {'Port': ['ID=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.595353 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Port ca346789-a815-41f8-81b7-d44e55b21e7a on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:48.595673 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Attempting to bind port ca346789-a815-41f8-81b7-d44e55b21e7a on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:48.624730 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Attempting to bind port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:48.625101 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Attempting to bind port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:48.625469 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Attempting to bind port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 on network d8873944-117f-4889-bfdd-38766133e1f5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:48.635993 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:48.636365 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Checking segment: {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:48.637584 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.638261 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Bound using segment: {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:48.639301 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Bound port: 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:48.639301 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.648013 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:48.648354 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Checking segment: {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:48.648761 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Bound using segment: {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:48.649205 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Bound port: ca346789-a815-41f8-81b7-d44e55b21e7a, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:48.649572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.678791 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-defd3936-e942-4acc-bca2-21e8a35091f6 req-a4d9ee5b-d79d-4496-8acc-b16572cf5e88 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720784 Jul 28 03:37:48.724188 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] For port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:48.727469 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] For port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:48.737439 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:48.749882 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcb2b8-a192-48db-a7e9-f365725ee561 req-c6524a35-eb7c-4491-985b-6962d689e738 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:48.751390 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7dcb2b8-a192-48db-a7e9-f365725ee561 req-c6524a35-eb7c-4491-985b-6962d689e738 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 944 time: 0.2430089 Jul 28 03:37:48.788837 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.830834 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:48.834971 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Allocated IP 172.28.0.182 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/78da341c-e745-43d8-8839-f6f0d9ec6f1f) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:48.845191 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:48.859442 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7dcb2b8-a192-48db-a7e9-f365725ee561 req-5070ff92-a234-4fe1-b5a6-699824a3fa72 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009967 Jul 28 03:37:48.869612 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca346789-a815-41f8-81b7-d44e55b21e7a,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:48.914160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:48.946260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.946901 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be662f-2f61-472a-906c-71c1e91d932a None None] Pushing event updated for resources: {'Port': ['ID=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.952166 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:48.953684 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.054786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.055414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.057504 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca346789-a815-41f8-81b7-d44e55b21e7a HTTP/1.1" status: 200 len: 1094 time: 2.1079757 Jul 28 03:37:49.060034 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:49.070382 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14951a99-ddaa-490d-8ff2-40247981452a" -d '{"events": [{"name": "network-changed", "server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:49.195254 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.203319 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.205443 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fb194-69b2-4a71-a39f-59ca94f164d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:49.238864 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:48Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:49.266422 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4543e91-f1ce-414d-824a-d87a9e789f65 req-655f7d4e-d63a-405a-953d-3d98678f3947 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.268984 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a4543e91-f1ce-414d-824a-d87a9e789f65 req-655f7d4e-d63a-405a-953d-3d98678f3947 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 944 time: 0.2729902 Jul 28 03:37:49.302435 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68941ed8-05b0-42e0-9b3d-ed29ede25379 None None] The sync data for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb is: [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:48Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:49.341572 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:49.343918 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26603064-174e-4ec6-9c6e-cbff29b1df76" -d '{"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:49.371949 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a4543e91-f1ce-414d-824a-d87a9e789f65 req-c4af989c-3bd3-4c34-81f2-2b4a6a36cc78 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Jul 28 03:37:49.395414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-3032db3c-7b5b-432a-96ec-4b321cf9176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.401078 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-3032db3c-7b5b-432a-96ec-4b321cf9176d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.2651143 Jul 28 03:37:49.423577 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:49.467863 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.496636 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-ad72921c-41ca-4e90-af89-2d1c106dfc88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca346789-a815-41f8-81b7-d44e55b21e7a HTTP/1.1" status: 200 len: 217 time: 0.0815542 Jul 28 03:37:49.499071 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2565d5c-4b0b-4ed7-a3db-55230a8d0b71 x-openstack-request-id: req-a2565d5c-4b0b-4ed7-a3db-55230a8d0b71 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:49.499360 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:49.499731 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2565d5c-4b0b-4ed7-a3db-55230a8d0b71 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:49.500195 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a', 'status': 'completed', 'code': 200} Jul 28 03:37:49.503054 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.568143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:49.632973 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:49.644238 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:49.646779 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:49.656849 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:49.660115 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-d143c734-1782-418d-afd8-df89c6f23647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.661604 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-d143c734-1782-418d-afd8-df89c6f23647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=921fed0e-3f11-4f5f-8118-7103a20aecd1 HTTP/1.1" status: 200 len: 848 time: 0.1536417 Jul 28 03:37:49.677914 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:49.724813 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Pushing event updated for resources: {'Port': ['ID=78da341c-e745-43d8-8839-f6f0d9ec6f1f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:49.754546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d45193-11de-4a94-9d8d-eddc7542ae8d x-openstack-request-id: req-91d45193-11de-4a94-9d8d-eddc7542ae8d {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:49.755025 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:49.755102 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91d45193-11de-4a94-9d8d-eddc7542ae8d {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:49.755507 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'code': 200} Jul 28 03:37:49.775205 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-a75243e4-7a16-4310-826a-cdcae9371a4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79de5ef1-4b48-46b2-85d4-308ef1589ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638797 Jul 28 03:37:49.788228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbf2e1-9a07-4889-bd7d-0a60dd4dcd9a req-5283bd3f-9bfe-48c5-a073-2d8aab82221a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.789727 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-19dbf2e1-9a07-4889-bd7d-0a60dd4dcd9a req-5283bd3f-9bfe-48c5-a073-2d8aab82221a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.2106204 Jul 28 03:37:50.027839 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c6076fd-4a94-4483-9de2-9f4d12e32899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.120529 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-19dbf2e1-9a07-4889-bd7d-0a60dd4dcd9a req-3b7d1ca0-6e9d-4d63-81b7-b060445edd05 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172555 Jul 28 03:37:50.237363 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01a803-4125-4a4e-b1d4-00d5f445fb74 None None] Network d8873944-117f-4889-bfdd-38766133e1f5 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:50.244055 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae2b87-7b69-4eea-9dbe-7f8186edae69 req-50c46bd1-485a-411f-aea0-06cc199e3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.246089 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eeae2b87-7b69-4eea-9dbe-7f8186edae69 req-50c46bd1-485a-411f-aea0-06cc199e3445 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1098 time: 0.2266548 Jul 28 03:37:50.284074 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-9c4bce5f-3339-4c5b-aca5-07de956a8f4d service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727530 Jul 28 03:37:50.302913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80eb25-3e96-42e7-a971-07b710517ddd req-ab22f043-2cf0-4dd1-95b6-d6a338f8a77a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.304534 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7c80eb25-3e96-42e7-a971-07b710517ddd req-ab22f043-2cf0-4dd1-95b6-d6a338f8a77a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.2536793 Jul 28 03:37:50.367715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-90a83440-477e-48c1-846f-51902554813d None None] Provisioning for port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:50.378248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-90a83440-477e-48c1-846f-51902554813d None None] Provisioning complete for port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:50.378546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-90a83440-477e-48c1-846f-51902554813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.411757 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.416337 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eeae2b87-7b69-4eea-9dbe-7f8186edae69 req-ce498e2d-8148-41ee-b185-c847692ca338 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422362 Jul 28 03:37:50.520175 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-90a83440-477e-48c1-846f-51902554813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.532081 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7c80eb25-3e96-42e7-a971-07b710517ddd req-befaa265-57e1-48d6-9e72-caf309a47e69 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145669 Jul 28 03:37:50.589927 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-90a83440-477e-48c1-846f-51902554813d None None] For port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:50.600721 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-90a83440-477e-48c1-846f-51902554813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.663768 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a83440-477e-48c1-846f-51902554813d None None] Pushing event updated for resources: {'Port': ['ID=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:50.674473 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00044410-2178-4c1b-aa55-92fbdff74b8b req-0156f63d-f282-4297-b463-8971161e5105 service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661208 Jul 28 03:37:50.832709 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-2113c84a-f166-4ae0-babd-188fa96d0517 None None] Provisioning complete for port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:50.833355 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2113c84a-f166-4ae0-babd-188fa96d0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.978295 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958ea06-80b1-4468-a166-0092aa8bce5d req-3ad133a6-e094-4a6e-884e-5f7a3595f277 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.978295 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0958ea06-80b1-4468-a166-0092aa8bce5d req-3ad133a6-e094-4a6e-884e-5f7a3595f277 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 944 time: 0.4165573 Jul 28 03:37:51.098483 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0958ea06-80b1-4468-a166-0092aa8bce5d req-f716dcc7-be0d-4245-b15a-03e39ec14214 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088820 Jul 28 03:37:51.105585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951a99-ddaa-490d-8ff2-40247981452a req-5fed5662-d58c-4c24-8b0d-1808e3b85082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.107094 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-5fed5662-d58c-4c24-8b0d-1808e3b85082 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.1602914 Jul 28 03:37:51.116197 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.387133 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:51.402571 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951a99-ddaa-490d-8ff2-40247981452a req-2b62f586-86f0-4498-9d2b-68079197077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.404097 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-2b62f586-86f0-4498-9d2b-68079197077a service neutron] 10.222.0.36 "GET /v2.0/networks?id=79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 200 len: 909 time: 0.2856827 Jul 28 03:37:51.417516 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d89c93-6e57-407e-bf15-6d24b37860b3 req-e22325b8-b1ff-4d87-b834-d8a883bb8d2e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.418626 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28d89c93-6e57-407e-bf15-6d24b37860b3 req-e22325b8-b1ff-4d87-b834-d8a883bb8d2e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1948671 Jul 28 03:37:51.426550 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-3f74206c-a041-48a6-b34e-e5aae2038633 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.427952 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-3f74206c-a041-48a6-b34e-e5aae2038633 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.2651954 Jul 28 03:37:51.432961 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:51.433319 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.488526 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-860b4974-bac8-4ec4-863c-e2176996e92c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca346789-a815-41f8-81b7-d44e55b21e7a HTTP/1.1" status: 200 len: 217 time: 0.0573778 Jul 28 03:37:51.498774 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-c848a0fb-1efe-49b2-b74d-75bfc254069d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/quotas/dbf7518996c847baabcf5d2c27566040 HTTP/1.1" status: 200 len: 375 time: 0.0573869 Jul 28 03:37:51.514430 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6b0fe548-6afe-4d18-8245-90c3edd15cf0 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:51.551160 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28d89c93-6e57-407e-bf15-6d24b37860b3 req-26f380f4-c3fb-4496-ae0c-dd6145e1fb64 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222315 Jul 28 03:37:51.565718 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:51.578363 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:51.578743 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.624412 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951a99-ddaa-490d-8ff2-40247981452a req-afd84204-e7d4-4403-8904-0c3f196e6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.625906 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-afd84204-e7d4-4403-8904-0c3f196e6a1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=921fed0e-3f11-4f5f-8118-7103a20aecd1 HTTP/1.1" status: 200 len: 848 time: 0.1265302 Jul 28 03:37:51.640506 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Router 050f2529-5e6e-4831-b91d-7f725fa18054 is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:37:51.670153 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.703460 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-5c234248-44d7-4541-a86e-91810c754cda tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863000 Jul 28 03:37:51.706656 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-1af32c8d-8de1-454b-bc3e-384d58b84749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79de5ef1-4b48-46b2-85d4-308ef1589ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713718 Jul 28 03:37:51.711868 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 6b0fe548-6afe-4d18-8245-90c3edd15cf0, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6b0fe548-6afe-4d18-8245-90c3edd15cf0,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:51.718292 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.723109 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-aa995d57-0cc7-4e75-9ea5-a002e80d0df8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1496758 Jul 28 03:37:51.800925 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:51.918797 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b93ce-3cc7-4fee-b222-066931f0c087 req-dfa766e3-174f-473d-a59f-0030748f6c9b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.920202 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f7b93ce-3cc7-4fee-b222-066931f0c087 req-dfa766e3-174f-473d-a59f-0030748f6c9b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.2889910 Jul 28 03:37:52.006740 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-594ae4c0-2b4b-4395-8040-ac58c0a680ed service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024333 Jul 28 03:37:52.035472 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-0e13e530-c07d-4339-b5d3-34051643bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.036889 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-0e13e530-c07d-4339-b5d3-34051643bdb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 1099 time: 0.1830254 Jul 28 03:37:52.044235 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-5ff1a13a-03e5-4dc3-9974-a4a1756d8a07 service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254423 Jul 28 03:37:52.085641 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:52.095280 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Sync routers for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:52.104108 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:52.104804 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:52.133374 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f7b93ce-3cc7-4fee-b222-066931f0c087 req-32f9da18-afd2-4f29-957b-3459f7589ad0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768396 Jul 28 03:37:52.214697 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.215961 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-88212045-3daf-4cf2-b4f8-6f51996f98af admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1140447 Jul 28 03:37:52.218883 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50540) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:52.251040 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:52.291856 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-82ae4dad-4727-40d7-a1bc-c8a901d4313a service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713165 Jul 28 03:37:52.302462 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14951a99-ddaa-490d-8ff2-40247981452a req-bd515a5f-088f-401e-80e6-a4dafedd80d6 service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130427 Jul 28 03:37:52.308048 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-3e23424c-07f9-4bf5-9fa3-657a712fe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.309839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-3e23424c-07f9-4bf5-9fa3-657a712fe11d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 916 time: 0.2170599 Jul 28 03:37:52.366794 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-3b1f9b26-46b6-4632-b39c-d6165de868b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446e7405-09ec-4099-a133-97e123aae8e8 HTTP/1.1" status: 200 len: 217 time: 0.0411050 Jul 28 03:37:52.466174 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29ea3fcb-83e2-44f0-a9f6-d3824b5d8bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.499455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-daa24971-1e90-49aa-a4f2-c840f8e00140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.501228 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-daa24971-1e90-49aa-a4f2-c840f8e00140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.1225314 Jul 28 03:37:52.517175 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b0d6-fa1d-40b5-a144-73996cb6c514 req-7e7085be-7b4d-4edd-b335-0e1f371b1c1a tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.525117 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bec8b0d6-fa1d-40b5-a144-73996cb6c514 req-7e7085be-7b4d-4edd-b335-0e1f371b1c1a tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 944 time: 0.1613488 Jul 28 03:37:52.526190 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:50Z', 'revision_number': 3, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:52.571848 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Checking router: 050f2529-5e6e-4831-b91d-7f725fa18054 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:52.573265 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Updating router 050f2529-5e6e-4831-b91d-7f725fa18054 port 78da341c-e745-43d8-8839-f6f0d9ec6f1f binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:52.599957 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.667604 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.774363 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.859834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e3a12e35-35db-4d31-bd73-6792c0c5f18e req-7464fd14-db19-4fde-9664-8d147ad4d9f0 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 210 time: 0.3638668 Jul 28 03:37:52.863894 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-d1e47944-7a47-459c-8746-a464916c70d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3353002 Jul 28 03:37:52.991688 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bec8b0d6-fa1d-40b5-a144-73996cb6c514 req-7dd9d150-923c-4c29-8091-9aedae8efbcc tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642527 Jul 28 03:37:53.051159 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.065391 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Transition to ACTIVE for port object 78da341c-e745-43d8-8839-f6f0d9ec6f1f will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:53.072900 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.126637 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-8c8d2f2f-4d75-4403-a92e-aad4c43f9511 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455664 Jul 28 03:37:53.135667 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9106-4887-408c-8c8d-e451f2de73df None None] Pushing event updated for resources: {'Port': ['ID=78da341c-e745-43d8-8839-f6f0d9ec6f1f,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:53.137735 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Allocated IP 172.20.0.1 (d8873944-117f-4889-bfdd-38766133e1f5/6253ba1e-e4f0-44d4-9512-df10fc331600/3548cebc-086d-45f4-ad9a-163a005e45b1) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:53.142755 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f17cc-e947-4021-8c7d-2bd74f974409 req-1fa0d732-9aac-4422-ace8-523d9b4a88ff tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:53.156661 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-451f17cc-e947-4021-8c7d-2bd74f974409 req-1fa0d732-9aac-4422-ace8-523d9b4a88ff tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1722977 Jul 28 03:37:53.208131 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Attempting to bind port 78da341c-e745-43d8-8839-f6f0d9ec6f1f on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:53.211473 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Attempting to bind port 78da341c-e745-43d8-8839-f6f0d9ec6f1f by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:53.214006 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Attempting to bind port 78da341c-e745-43d8-8839-f6f0d9ec6f1f on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:53.229644 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:53.230183 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:53.230705 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.231196 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:53.231774 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Bound port: 78da341c-e745-43d8-8839-f6f0d9ec6f1f, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:53.232272 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.286354 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50568) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:53.316455 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.328953 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-451f17cc-e947-4021-8c7d-2bd74f974409 req-438cbe54-49f4-4506-ac5f-50cede3c4417 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709480 Jul 28 03:37:53.338580 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] For port 78da341c-e745-43d8-8839-f6f0d9ec6f1f, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:53.342331 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] For port 78da341c-e745-43d8-8839-f6f0d9ec6f1f, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=78da341c-e745-43d8-8839-f6f0d9ec6f1f,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:53.342517 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6b0fe548-6afe-4d18-8245-90c3edd15cf0 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:53.348270 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.389952 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Transition to ACTIVE for port object 3548cebc-086d-45f4-ad9a-163a005e45b1 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:53.412010 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:53.412756 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:53.446650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:53.447860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.455586 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9106-4887-408c-8c8d-e451f2de73df None None] Pushing event updated for resources: {'Port': ['ID=78da341c-e745-43d8-8839-f6f0d9ec6f1f,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:53.464368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aad7f5bd-bd34-4456-9a62-2adba37edf6b req-2d3265ec-3433-4786-89f7-76ba01a68a6f service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051164 Jul 28 03:37:53.470702 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.488731 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eff847-3a7f-4fce-b306-25ab70d5905a req-42258946-1f28-4131-bbe2-79592e468f11 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:53.498553 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00eff847-3a7f-4fce-b306-25ab70d5905a req-42258946-1f28-4131-bbe2-79592e468f11 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.2174239 Jul 28 03:37:53.528845 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Network d8873944-117f-4889-bfdd-38766133e1f5 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:53.538140 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:53.553553 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:53.556449 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Pushing event updated for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:53.570225 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00eff847-3a7f-4fce-b306-25ab70d5905a req-cbee07dc-ede7-48c1-86e2-d73758f8bca9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704265 Jul 28 03:37:53.599461 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:53.600892 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.616099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2de885-d9d8-4cae-8777-4764a534a899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.762105 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951cf5-bb5e-44b2-b0db-d0051c69b4d9 req-9d4c822c-6a13-4711-b6db-f4bee67b547c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:53.764087 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-46951cf5-bb5e-44b2-b0db-d0051c69b4d9 req-9d4c822c-6a13-4711-b6db-f4bee67b547c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0845680 Jul 28 03:37:53.770733 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.785425 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50574) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:53.796348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'floatingip': {'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:53.800761 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.843956 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2de885-d9d8-4cae-8777-4764a534a899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.849048 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2de885-d9d8-4cae-8777-4764a534a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.899426 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-05e837c2-4b79-499c-b838-086ab9447003 None None] Provisioning for port 3548cebc-086d-45f4-ad9a-163a005e45b1 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:53.907588 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-05e837c2-4b79-499c-b838-086ab9447003 None None] Provisioning complete for port 3548cebc-086d-45f4-ad9a-163a005e45b1 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:53.909516 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05e837c2-4b79-499c-b838-086ab9447003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.934896 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:50Z', 'revision_number': 3, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:53.970657 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.005952 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad014ffb-6f2d-42ab-acc1-29ef1040812c None None] The sync data for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb is: [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:50Z', 'revision_number': 3, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:54.011859 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-05e837c2-4b79-499c-b838-086ab9447003 None None] Port 3548cebc-086d-45f4-ad9a-163a005e45b1 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:54.048879 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-b3519bbd-ea30-4037-8b51-55124a82f9ac tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.050581 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-b3519bbd-ea30-4037-8b51-55124a82f9ac tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.1685488 Jul 28 03:37:54.099892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Request body: {'port': {'device_id': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'admin_state_up': True, 'tenant_id': 'dbf7518996c847baabcf5d2c27566040'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:54.214843 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-95077acd-c898-463d-9723-f4eba9aeb782 req-b3899ce1-c679-448a-9b06-504a9c84b9b4 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 210 time: 0.1569765 Jul 28 03:37:54.223803 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-9e2de885-d9d8-4cae-8777-4764a534a899 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e7f8bcb73b549188925d0fc91cec695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9232149 Jul 28 03:37:54.224751 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2de885-d9d8-4cae-8777-4764a534a899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03890e1-0b77-4b7c-9e7f-32e7e76fba8f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.227326 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50586) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:54.291315 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.302351 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.327945 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afe78-d9e6-4448-881a-0786d2714209 req-1c788664-9588-4afd-b68c-2d6a55977af4 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.329554 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2e9afe78-d9e6-4448-881a-0786d2714209 req-1c788664-9588-4afd-b68c-2d6a55977af4 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 944 time: 0.1294794 Jul 28 03:37:54.374886 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.385338 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:54.389650 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.420839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2e9afe78-d9e6-4448-881a-0786d2714209 req-f35cd21b-0312-4386-9804-513ddd1525da tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823915 Jul 28 03:37:54.501953 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.624203 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Pushing event updated for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.624761 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9dddf-5f89-49f8-a9bc-ed2274b1acdf req-6fda7689-24f8-4971-b029-79866574ae41 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.625884 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ee9dddf-5f89-49f8-a9bc-ed2274b1acdf req-6fda7689-24f8-4971-b029-79866574ae41 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.2052698 Jul 28 03:37:54.626681 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.677927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.680418 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.684665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e03890e1-0b77-4b7c-9e7f-32e7e76fba8f HTTP/1.1" status: 204 len: 168 time: 0.4305041 Jul 28 03:37:54.720411 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Allocated IP 172.20.0.6 (b06ee7f7-893a-4a86-8914-cd6b8df5e59f/c18a17da-979e-4aec-8e50-7d6e06b5c8a6/0e2eb584-9c4d-49c6-82ea-0190731af923) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:54.747560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device ca346789-a815-41f8-81b7-d44e55b21e7a details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:54.777782 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f596-8773-4600-bee3-9bfdd97e73a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03890e1-0b77-4b7c-9e7f-32e7e76fba8f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.823204 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ee9dddf-5f89-49f8-a9bc-ed2274b1acdf req-50ad1008-ab9f-4c89-9190-ba7b511a41d7 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831551 Jul 28 03:37:54.918813 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca346789-a815-41f8-81b7-d44e55b21e7a,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:54.933477 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': 'ca346789-a815-41f8-81b7-d44e55b21e7a', 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7', 'port_id': 'ca346789-a815-41f8-81b7-d44e55b21e7a', 'mac_address': 'fa:16:3e:a2:63:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fed0e-3f11-4f5f-8118-7103a20aecd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:54.970126 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.983371 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.004601 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca346789-a815-41f8-81b7-d44e55b21e7a {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:55.041899 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.064692 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca346789-a815-41f8-81b7-d44e55b21e7a,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:55.073025 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8', '4c1bca93-5339-4b9b-8325-9d55792ff008'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:55.083036 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.098829 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Network d8873944-117f-4889-bfdd-38766133e1f5 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:55.107849 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:55.108003 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:55.111226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:55.128119 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:55.195455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:55.196194 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.200158 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event updated for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:55.226547 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-6ebdc099-7458-4de9-9fc9-4faa62c830b1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1350491 Jul 28 03:37:55.238007 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Request body: {'port': {'device_id': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:55.250840 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.db.resource_extend [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 03:37:55.367972 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.369746 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:55.448986 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.472873 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.473098 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['ca346789-a815-41f8-81b7-d44e55b21e7a'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:55.478162 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 78da341c-e745-43d8-8839-f6f0d9ec6f1f up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:55.485030 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.717248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976813f-3638-4b06-898d-5761a1292ae4 req-316465dd-d496-477d-bf3c-207088d2ed34 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:55.718789 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6976813f-3638-4b06-898d-5761a1292ae4 req-316465dd-d496-477d-bf3c-207088d2ed34 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 931 time: 0.3188295 Jul 28 03:37:55.769004 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e1ccf6fd-779f-4a4f-b273-c70475888658 None None] Provisioning complete for port 3548cebc-086d-45f4-ad9a-163a005e45b1 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:55.769386 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf6fd-779f-4a4f-b273-c70475888658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.777440 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.l3_db [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Floating IP 7b34cde8-4d8f-42d6-9b04-6615b9721e50 associated. External IP: 172.28.0.26, port: 49d0a9b3-7cec-4577-95da-b0b4c7f69f37. Jul 28 03:37:55.817356 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ac297-3038-4490-ae11-2638499588cb req-176944be-5a83-48ea-8300-758136bff21d tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:55.818958 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-019ac297-3038-4490-ae11-2638499588cb req-176944be-5a83-48ea-8300-758136bff21d tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2636039 Jul 28 03:37:55.831747 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Router 050f2529-5e6e-4831-b91d-7f725fa18054 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:55.870765 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6976813f-3638-4b06-898d-5761a1292ae4 req-da2a7bf1-8a83-4666-8956-95d15e96d515 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439891 Jul 28 03:37:55.900222 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-019ac297-3038-4490-ae11-2638499588cb req-37aef4f0-e603-47b5-91eb-b41b2d8a27c7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Jul 28 03:37:55.937476 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccf6fd-779f-4a4f-b273-c70475888658 None None] Port 3548cebc-086d-45f4-ad9a-163a005e45b1 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:55.950161 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 78da341c-e745-43d8-8839-f6f0d9ec6f1f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:55.967363 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 78da341c-e745-43d8-8839-f6f0d9ec6f1f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:55.967918 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.975744 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.071495 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2eb584-9c4d-49c6-82ea-0190731af923 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:56.086166 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.124533 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Transition to ACTIVE for port object 0e2eb584-9c4d-49c6-82ea-0190731af923 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:56.142904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfa4f8-7432-4a4b-8ea9-e530b54316d7 req-17bc4a92-d66c-43ee-9108-7f528f3c20bc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:56.158542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c7bfa4f8-7432-4a4b-8ea9-e530b54316d7 req-17bc4a92-d66c-43ee-9108-7f528f3c20bc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1272426 Jul 28 03:37:56.187172 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.190558 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.216794 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 78da341c-e745-43d8-8839-f6f0d9ec6f1f, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=78da341c-e745-43d8-8839-f6f0d9ec6f1f,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:56.224705 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.242128 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:56.253302 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c6441757-bddb-4589-9def-86ce0d2a8edb admin admin] 10.222.0.26 "PUT /v2.0/routers/050f2529-5e6e-4831-b91d-7f725fa18054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0331545 Jul 28 03:37:56.277179 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c7bfa4f8-7432-4a4b-8ea9-e530b54316d7 req-791ce8e3-0792-4966-91eb-f22c65c3227b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176691 Jul 28 03:37:56.309905 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.310293 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=78da341c-e745-43d8-8839-f6f0d9ec6f1f,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.381069 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:56.443294 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Attempting to bind port 0e2eb584-9c4d-49c6-82ea-0190731af923 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:56.443964 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Attempting to bind port 0e2eb584-9c4d-49c6-82ea-0190731af923 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:56.444770 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Attempting to bind port 0e2eb584-9c4d-49c6-82ea-0190731af923 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:56.450828 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Port 0e2eb584-9c4d-49c6-82ea-0190731af923 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:56.451382 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Attempting to bind port 0e2eb584-9c4d-49c6-82ea-0190731af923 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:56.461188 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:56.461702 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Checking segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:56.462285 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Bound using segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:56.463059 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Bound port: 0e2eb584-9c4d-49c6-82ea-0190731af923, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:56.463676 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.570558 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:56.573380 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0e2eb584-9c4d-49c6-82ea-0190731af923,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:56.581112 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.629142 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:56.629911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.631379 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e2eb584-9c4d-49c6-82ea-0190731af923 HTTP/1.1" status: 200 len: 1093 time: 1.3978784 Jul 28 03:37:56.631794 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:56.634695 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5fd1c0-baeb-43b8-979f-23f52530b1df" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:56.673852 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c623-baa6-4daf-b48e-03e699d133e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.685436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13aa83d-3198-4399-92d2-033451101d4e x-openstack-request-id: req-b13aa83d-3198-4399-92d2-033451101d4e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:56.685696 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:56.685983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b13aa83d-3198-4399-92d2-033451101d4e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:56.686386 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923', 'status': 'completed', 'code': 200} Jul 28 03:37:56.717804 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Sync routers for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:56.733486 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:56.734432 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:56.765691 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-3e734a8c-1b25-49e6-a6be-0cefab094f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:56.767317 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-3e734a8c-1b25-49e6-a6be-0cefab094f58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 1096 time: 0.0757041 Jul 28 03:37:56.772162 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:56.776765 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.782702 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:56.791869 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:56.792663 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:56.803344 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-4fc9a490-082d-4ad3-a6e4-375040c08a40 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "PUT /v2.0/floatingips/7b34cde8-4d8f-42d6-9b04-6615b9721e50 HTTP/1.1" status: 200 len: 990 time: 3.0152743 Jul 28 03:37:56.803968 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:56.809795 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d5df41-d607-4510-bb04-b0b1bf07c910" -d '{"events": [{"name": "network-changed", "server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:56.910946 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:56.920824 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:56.959555 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-c9bc662a-446b-4851-81cc-6ae7c4a63c18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2eb584-9c4d-49c6-82ea-0190731af923 HTTP/1.1" status: 200 len: 217 time: 0.0477238 Jul 28 03:37:57.020023 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412cad4-403b-4cc8-87b1-5e894af17b6b x-openstack-request-id: req-9412cad4-403b-4cc8-87b1-5e894af17b6b {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:57.020321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:57.020569 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9412cad4-403b-4cc8-87b1-5e894af17b6b {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:57.020959 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'status': 'completed', 'code': 200} Jul 28 03:37:57.023418 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36dbaf-9317-440e-89be-ba7272df510f req-ff5830da-2357-4d91-bf7d-358f81c69f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.025082 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-ff5830da-2357-4d91-bf7d-358f81c69f70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.0537043 Jul 28 03:37:57.068570 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50650) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:57.073401 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743872106', 'description': 'tempest-secgroup-smoke-1743872106 description', 'project_id': '2ec8f7dad46645b993ed52d18420d074'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:57.102037 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-cf2e3324-2212-43e5-86bc-76ea7fda1adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655110 Jul 28 03:37:57.118997 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.170592 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 4, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '3548cebc-086d-45f4-ad9a-163a005e45b1', 'name': '', 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'mac_address': 'fa:16:3e:ad:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:52Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 2, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'subnets': [{'id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:57.211875 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Checking router: 050f2529-5e6e-4831-b91d-7f725fa18054 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:57.212469 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Updating router 050f2529-5e6e-4831-b91d-7f725fa18054 port 3548cebc-086d-45f4-ad9a-163a005e45b1 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:57.246766 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.272419 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.272697 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '7b34cde8-4d8f-42d6-9b04-6615b9721e50', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:32Z', 'updated_at': '2021-07-28T03:37:55Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:57.284343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.303701 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:57.316410 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:57.317926 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:57.319635 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-05518496-d2f2-4f85-a2d3-815943658f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.320765 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-05518496-d2f2-4f85-a2d3-815943658f40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1098 time: 0.2718298 Jul 28 03:37:57.331625 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d551277-cc25-479c-8fe8-3553aaac12c4 req-27e46fbf-e218-4d82-a9fe-ab0fad956d04 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.339516 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d551277-cc25-479c-8fe8-3553aaac12c4 req-27e46fbf-e218-4d82-a9fe-ab0fad956d04 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 943 time: 0.1705544 Jul 28 03:37:57.356467 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.361977 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2923465 Jul 28 03:37:57.364479 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50656) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:57.374293 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:57.383317 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ce1fe-8992-4f3f-8a92-0d778c3b4b27 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:57.420499 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e48c5-cfa0-4a38-b3ce-6925b4f20cd6 req-3cdb97e6-ef24-4151-a19e-038eae194e2b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.422101 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-595e48c5-cfa0-4a38-b3ce-6925b4f20cd6 req-3cdb97e6-ef24-4151-a19e-038eae194e2b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2811430 Jul 28 03:37:57.428015 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.428667 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 78da341c-e745-43d8-8839-f6f0d9ec6f1f up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:57.442793 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-8f11e9b6-c30b-4ef4-b090-e68e248b53cc service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879865 Jul 28 03:37:57.444366 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:57.514923 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.520888 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.536057 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d551277-cc25-479c-8fe8-3553aaac12c4 req-e40e6268-d9b1-494d-91fe-8e3c6894fa5a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955736 Jul 28 03:37:57.553642 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6497404c-eabd-49a2-8461-abc8a6707470,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:57.557571 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.559002 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e56b9ed6-b6f0-4c44-ba67-7860d42435ab tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939957 Jul 28 03:37:57.564228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 50660) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:57.589475 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:57.609551 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-595e48c5-cfa0-4a38-b3ce-6925b4f20cd6 req-cf2c5de3-dcb9-4c25-8e86-a2002a025455 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791821 Jul 28 03:37:57.654688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-d03f344d-db52-4825-b0b8-821a0d73768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.656296 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-d03f344d-db52-4825-b0b8-821a0d73768c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.3095803 Jul 28 03:37:57.677567 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 78da341c-e745-43d8-8839-f6f0d9ec6f1f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:57.697964 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.783896 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-f7e729b2-1752-4837-a6f5-d21b81850aba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 998 time: 0.1052072 Jul 28 03:37:57.787790 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.792360 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '7b34cde8-4d8f-42d6-9b04-6615b9721e50', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:32Z', 'updated_at': '2021-07-28T03:37:55Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:57.833311 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8d643-e1a0-4a71-9449-de4c6ccfb0e5 None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '7b34cde8-4d8f-42d6-9b04-6615b9721e50', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:32Z', 'updated_at': '2021-07-28T03:37:55Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:57.872759 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.883886 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Transition to ACTIVE for port object 3548cebc-086d-45f4-ad9a-163a005e45b1 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:57.890578 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.948781 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a644a-f854-4880-a2db-2e4e2afd4d13 None None] Pushing event updated for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:58.012706 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Attempting to bind port 3548cebc-086d-45f4-ad9a-163a005e45b1 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:58.013231 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Attempting to bind port 3548cebc-086d-45f4-ad9a-163a005e45b1 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:58.013697 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Attempting to bind port 3548cebc-086d-45f4-ad9a-163a005e45b1 on network d8873944-117f-4889-bfdd-38766133e1f5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:58.019807 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:58.020551 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Checking segment: {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:58.021063 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.021558 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Bound using segment: {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:58.022165 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Bound port: 3548cebc-086d-45f4-ad9a-163a005e45b1, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bbe10b-a787-4988-9d74-9c969e34f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:58.022655 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.036867 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a36dbaf-9317-440e-89be-ba7272df510f req-bc6f999f-15e3-4f48-9d02-f8e8b15dc192 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814798 Jul 28 03:37:58.113192 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-8ad0529d-65af-48e8-9cf2-52054306fce4 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879805 Jul 28 03:37:58.117351 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] For port 3548cebc-086d-45f4-ad9a-163a005e45b1, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:58.122287 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] For port 3548cebc-086d-45f4-ad9a-163a005e45b1, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=3548cebc-086d-45f4-ad9a-163a005e45b1,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:58.133133 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.189506 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12854b-8222-4733-b76c-105ae06a9d2f None None] New status for floating IP 7b34cde8-4d8f-42d6-9b04-6615b9721e50: ACTIVE {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:58.190963 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861a46-5988-4eb4-8dd7-88085077a290 req-8f91636a-f0cd-4cec-a648-c0aab2522472 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.192574 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f2861a46-5988-4eb4-8dd7-88085077a290 req-8f91636a-f0cd-4cec-a648-c0aab2522472 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.4697385 Jul 28 03:37:58.204024 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-fb75280c-dbac-4bde-95b1-30c60fbd9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.205698 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-fb75280c-dbac-4bde-95b1-30c60fbd9318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.1784146 Jul 28 03:37:58.263405 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:58.264040 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:58.308636 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a644a-f854-4880-a2db-2e4e2afd4d13 None None] Pushing event updated for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:58.363332 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-58f8514f-9877-42da-83b5-d7cb1a10ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.364990 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-58f8514f-9877-42da-83b5-d7cb1a10ffa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 1096 time: 0.2492025 Jul 28 03:37:58.438444 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.500170 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f2861a46-5988-4eb4-8dd7-88085077a290 req-d610211e-fbb3-4dbd-91ed-1b1785e629a3 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930090 Jul 28 03:37:58.500723 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.524039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-de3d7b6f-7465-4ee2-9cce-3127b5b40e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.526123 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-de3d7b6f-7465-4ee2-9cce-3127b5b40e6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2571108 Jul 28 03:37:58.559447 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2036c168-ce7d-4eab-8e20-161e7b037b47,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:58.567437 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-e092067a-cbb3-40d1-9240-4435a328e485 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.568907 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-e092067a-cbb3-40d1-9240-4435a328e485 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060113 Jul 28 03:37:58.613152 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:58.630932 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.632093 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-19744378-61a7-4231-93a1-bba7c42605f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0468385 Jul 28 03:37:58.637588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50680) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:58.642857 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:58.654749 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-89beea11-6166-47de-aeb5-702794465dd0 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/quotas/cc497216603d4e2e8a3796258cd3ca0f HTTP/1.1" status: 200 len: 375 time: 0.0692167 Jul 28 03:37:58.692771 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.718011 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-3b034ecf-a138-491f-8e02-7beccb73fa70 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446091 Jul 28 03:37:58.721346 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-683b2468-27ca-470f-8771-92b9eef95656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.727205 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-683b2468-27ca-470f-8771-92b9eef95656 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 916 time: 0.3338969 Jul 28 03:37:58.780262 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device ca346789-a815-41f8-81b7-d44e55b21e7a up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:58.794848 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.801783 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.810005 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-5bc34557-431c-4d8a-b9d7-8f99ee626af9 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737005 Jul 28 03:37:58.825259 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db755cb-8735-491f-bf96-84d11ec0d11d,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:58.827106 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-960cb0f2-33bd-4b26-afaa-b373dfdbb115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2eb584-9c4d-49c6-82ea-0190731af923 HTTP/1.1" status: 200 len: 217 time: 0.0711350 Jul 28 03:37:58.836958 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.842683 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-2b77334a-c528-4fd3-a120-579b2740986d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036555 Jul 28 03:37:58.843341 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50688) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:58.849312 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:58.904229 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.905489 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port ca346789-a815-41f8-81b7-d44e55b21e7a completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:58.912083 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port ca346789-a815-41f8-81b7-d44e55b21e7a triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:58.921179 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.964367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99e65-0740-4cf0-9b08-1c35a3d23921 req-fd59a74b-3937-4f4e-bace-0482a2f450f8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.971361 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f99e65-0740-4cf0-9b08-1c35a3d23921 req-fd59a74b-3937-4f4e-bace-0482a2f450f8 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 943 time: 0.2127082 Jul 28 03:37:58.973911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-f6c407e1-f7c1-4d43-8849-c1ec20761d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:58.975296 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-f6c407e1-f7c1-4d43-8849-c1ec20761d99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.1384771 Jul 28 03:37:58.982919 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:58.987093 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.010733 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d69cf19-6d83-40be-a227-98370d2d675a,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.016571 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.018040 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0d10cfb7-a581-479e-a4fb-f861d91d4a31 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731918 Jul 28 03:37:59.027816 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50694) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:59.031764 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61d5df41-d607-4510-bb04-b0b1bf07c910 req-cef31f4d-b6c6-4eb8-b9ef-e2cfb0d3932a service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075167 Jul 28 03:37:59.042350 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:59.082980 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 4, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '3548cebc-086d-45f4-ad9a-163a005e45b1', 'name': '', 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'mac_address': 'fa:16:3e:ad:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:52Z', 'updated_at': '2021-07-28T03:37:58Z', 'revision_number': 4, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'subnets': [{'id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:59.084899 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.090375 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Project 2ec8f7dad46645b993ed52d18420d074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:37:59.092334 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-e0da5382-deb1-41de-bf99-11775d519c8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921159 Jul 28 03:37:59.099107 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.104882 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-28f99e65-0740-4cf0-9b08-1c35a3d23921 req-eb5611fc-9cdf-4e11-8957-254b983ca8e4 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324296 Jul 28 03:37:59.149684 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bd0e2-d297-496d-964c-9940d3c25fa5 None None] The sync data for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb is: [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 4, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '3548cebc-086d-45f4-ad9a-163a005e45b1', 'name': '', 'network_id': 'd8873944-117f-4889-bfdd-38766133e1f5', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'mac_address': 'fa:16:3e:ad:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:52Z', 'updated_at': '2021-07-28T03:37:58Z', 'revision_number': 4, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'subnets': [{'id': '6253ba1e-e4f0-44d4-9512-df10fc331600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:59.179969 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca346789-a815-41f8-81b7-d44e55b21e7a,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:59.181106 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:59.184268 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a4cb2-ff4d-4a31-8a0f-de1b2450a4fa" -d '{"events": [{"server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:59.188786 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.226948 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-8ea29b8a-fcb0-4037-9855-12c1ee5ea239 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145308 Jul 28 03:37:59.253709 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a573e-f180-465d-8ea8-677aafdf93bb req-7444a1bc-cebd-4cc1-b04d-d99c15a1f28a tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:59.262772 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.264654 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb6a573e-f180-465d-8ea8-677aafdf93bb req-7444a1bc-cebd-4cc1-b04d-d99c15a1f28a tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2865393 Jul 28 03:37:59.273649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.329324 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5402484-af1b-4baa-80a0-557af0830c3a,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.354828 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.355958 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.357376 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cb41b236-e5f5-49de-a9bb-3dd827fe78f0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3284709 Jul 28 03:37:59.360190 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 50704) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:59.365135 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'security_group_rule': {'security_group_id': '833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec', 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:59.441112 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Project 2ec8f7dad46645b993ed52d18420d074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:37:59.450023 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 3548cebc-086d-45f4-ad9a-163a005e45b1 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:59.460434 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7c868bc4-9be1-41fe-a5cf-da0ade45fbe9 req-43834fe4-5aa0-4fa6-bba7-84dfdb996b89 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 210 time: 0.0406194 Jul 28 03:37:59.462506 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.517978 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb6a573e-f180-465d-8ea8-677aafdf93bb req-fe329a5b-bf1d-4b47-8c54-3a092b32a96b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059903 Jul 28 03:37:59.566087 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3b5fd1c0-baeb-43b8-979f-23f52530b1df req-5f37bee9-506a-4295-9f82-3dfb3336b084 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004231 Jul 28 03:37:59.570189 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21e44ff-861f-47de-bf77-56ae77a4fa1e x-openstack-request-id: req-d21e44ff-861f-47de-bf77-56ae77a4fa1e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:59.570486 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:59.570739 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d21e44ff-861f-47de-bf77-56ae77a4fa1e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:59.571134 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a', 'code': 200} Jul 28 03:37:59.581973 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port 3548cebc-086d-45f4-ad9a-163a005e45b1 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:59.584241 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.587087 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 3548cebc-086d-45f4-ad9a-163a005e45b1 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:59.596683 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.604233 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.620124 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e1f752-60fe-4f4b-bcb9-496547060241,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.669415 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.678878 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-dfca5aa0-11a3-4953-941e-133152208ae6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3174407 Jul 28 03:37:59.698786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835ac2-cce0-44a2-b688-17ac256c204a req-f15259ca-0f61-4130-acf1-b6a23c1c5bd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:59.701064 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f835ac2-cce0-44a2-b688-17ac256c204a req-f15259ca-0f61-4130-acf1-b6a23c1c5bd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0903878 Jul 28 03:37:59.775801 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.781355 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f835ac2-cce0-44a2-b688-17ac256c204a req-2dc10885-51ef-44ad-ab79-17b33c8de432 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738308 Jul 28 03:37:59.818968 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port 3548cebc-086d-45f4-ad9a-163a005e45b1, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=3548cebc-086d-45f4-ad9a-163a005e45b1,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:59.829997 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.894558 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.928702 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b323cce-20a9-413b-851f-e52be8f8f05c req-777d8f2d-a0ee-4ed7-bbd3-8a592a6739b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:59.930210 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b323cce-20a9-413b-851f-e52be8f8f05c req-777d8f2d-a0ee-4ed7-bbd3-8a592a6739b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0516200 Jul 28 03:37:59.979384 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b323cce-20a9-413b-851f-e52be8f8f05c req-7db2c6e1-b639-41a1-96ca-1eb15b79c5cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Jul 28 03:38:00.246949 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482184b5-f5aa-4154-b3a0-9d01e77a6922 req-aaa24e27-31f7-430c-b5f0-3c42a13ede87 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:00.248529 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-482184b5-f5aa-4154-b3a0-9d01e77a6922 req-aaa24e27-31f7-430c-b5f0-3c42a13ede87 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 943 time: 0.0562139 Jul 28 03:38:00.288512 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-482184b5-f5aa-4154-b3a0-9d01e77a6922 req-5b3c1c4d-0c3e-4487-977e-1f76ca8b2545 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jul 28 03:38:00.546498 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-7d4b425b-b5f9-4473-8505-c70ed4d1f787 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285068 Jul 28 03:38:00.651889 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6380f80f-58b9-4eed-b059-908f490fa4b2 req-9a12f194-68d4-46b0-b756-d0c5326b2df5 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 210 time: 0.0739882 Jul 28 03:38:00.733292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0b28-758d-4dc6-8a8e-0c0f1ef21ed9 req-9b5dc389-1f18-468d-85ac-50fbc3f39b5f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:00.734836 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ebb0b28-758d-4dc6-8a8e-0c0f1ef21ed9 req-9b5dc389-1f18-468d-85ac-50fbc3f39b5f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1139050 Jul 28 03:38:00.742685 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-63aa360f-6233-4d62-8a0e-ee553970ce88 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:00.744138 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-63aa360f-6233-4d62-8a0e-ee553970ce88 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894646 Jul 28 03:38:00.769340 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Request body: {'port': {'device_id': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647', 'admin_state_up': True, 'tenant_id': 'cc497216603d4e2e8a3796258cd3ca0f'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:00.820050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0e2eb584-9c4d-49c6-82ea-0190731af923 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:00.864148 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ebb0b28-758d-4dc6-8a8e-0c0f1ef21ed9 req-b0a4b5bc-46aa-45f2-b4d2-12e53d0620fb tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170311 Jul 28 03:38:00.929517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Made reservation on behalf of cc497216603d4e2e8a3796258cd3ca0f for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:00.933885 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.945981 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.950770 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0e2eb584-9c4d-49c6-82ea-0190731af923,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:00.963503 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '0e2eb584-9c4d-49c6-82ea-0190731af923', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'port_id': '0e2eb584-9c4d-49c6-82ea-0190731af923', 'mac_address': 'fa:16:3e:3e:9e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18a17da-979e-4aec-8e50-7d6e06b5c8a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:01.004323 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.019571 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2684f8-5b94-41d9-be18-1370d06087e4 req-24482845-66d9-4650-a7da-396505eeed19 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.020615 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2eb584-9c4d-49c6-82ea-0190731af923 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:01.022222 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9c2684f8-5b94-41d9-be18-1370d06087e4 req-24482845-66d9-4650-a7da-396505eeed19 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0783038 Jul 28 03:38:01.045317 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0e2eb584-9c4d-49c6-82ea-0190731af923,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:01.049911 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.092843 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9c2684f8-5b94-41d9-be18-1370d06087e4 req-78052e10-bda0-426a-99a4-19d4d0f03252 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646391 Jul 28 03:38:01.141316 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.162614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.166861 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.235661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5a355-c589-4235-89f7-ad990732fce7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.366711 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Allocated IP 192.168.233.120 (3f8156de-5f1b-4ce6-b67e-48d04b44c647/95199373-2f2d-4f28-86ec-a3518def976a/c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:01.374147 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 3548cebc-086d-45f4-ad9a-163a005e45b1 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:01.378140 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f087a8b-4e7a-408e-a168-e18ef2b972db req-e0f5dfea-5b08-4f69-a046-ce8913081e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.379679 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8f087a8b-4e7a-408e-a168-e18ef2b972db req-e0f5dfea-5b08-4f69-a046-ce8913081e86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 1099 time: 0.0984769 Jul 28 03:38:01.438300 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port 3548cebc-086d-45f4-ad9a-163a005e45b1 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:01.438780 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.481966 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8f087a8b-4e7a-408e-a168-e18ef2b972db req-6b8f4ef7-2011-40e0-b924-60224352ed98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794291 Jul 28 03:38:01.494650 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01373f-0d90-4224-b7f6-b005be232022 req-0e5f325a-346a-4ffe-be65-ae9fef3413db tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.496193 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cb01373f-0d90-4224-b7f6-b005be232022 req-0e5f325a-346a-4ffe-be65-ae9fef3413db tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 944 time: 0.1083891 Jul 28 03:38:01.580562 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cb01373f-0d90-4224-b7f6-b005be232022 req-aab414b8-b805-4e1e-8f86-063d9a3e9455 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743423 Jul 28 03:38:01.617563 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.631220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Transition to ACTIVE for port object c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:01.656159 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['0e2eb584-9c4d-49c6-82ea-0190731af923'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:01.670453 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.714657 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:01.719668 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:01.724145 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:01.756740 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Pushing event updated for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.967204 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a95c9d0a-c67d-4208-9099-2107ccd9213f None None] Provisioning for port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:01.971177 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a95c9d0a-c67d-4208-9099-2107ccd9213f None None] Provisioning complete for port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:01.971546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a95c9d0a-c67d-4208-9099-2107ccd9213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.006067 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a95c9d0a-c67d-4208-9099-2107ccd9213f None None] Port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:02.052427 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.052957 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.074606 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558da3-1733-4ae8-95a3-d2b01dedb597 req-c7607183-76d7-498b-9169-6bb7d5668b2b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.076045 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-38558da3-1733-4ae8-95a3-d2b01dedb597 req-c7607183-76d7-498b-9169-6bb7d5668b2b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 936 time: 0.3233886 Jul 28 03:38:02.092959 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-5f716d7f-4af7-4ae1-afe8-f2eb3212a2fd tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3286340 Jul 28 03:38:02.100420 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9c81a-162f-45a3-8347-ba340ea5064a req-878acf83-8edf-431c-9a19-e307bceda457 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.101844 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49c9c81a-162f-45a3-8347-ba340ea5064a req-878acf83-8edf-431c-9a19-e307bceda457 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.0911369 Jul 28 03:38:02.122661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Request body: {'port': {'device_id': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:02.184775 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-38558da3-1733-4ae8-95a3-d2b01dedb597 req-34d5bb3d-eeb6-4605-98e6-7dd10a8169b7 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Jul 28 03:38:02.204422 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49c9c81a-162f-45a3-8347-ba340ea5064a req-4d563ede-0397-4f4b-a6c0-89796aaef65c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943739 Jul 28 03:38:02.213717 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.428459 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef82b-b1c2-4ffc-b54f-8ccaa61b5257 req-6d1cce7d-f4ec-432d-beca-236a188f94e4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.429973 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e1ef82b-b1c2-4ffc-b54f-8ccaa61b5257 req-6d1cce7d-f4ec-432d-beca-236a188f94e4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1471040 Jul 28 03:38:02.492463 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e1ef82b-b1c2-4ffc-b54f-8ccaa61b5257 req-56148b66-7424-4fdc-894a-76eea81d3562 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Jul 28 03:38:02.561259 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:02.569237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.588387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Transition to ACTIVE for port object c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:02.593297 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.642804 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:02.773572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d999-f5e9-41ac-83f8-d1c7cd8832bb req-341d8db1-33ba-4bbb-b946-6e3c2e1ee922 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.775837 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cc89d999-f5e9-41ac-83f8-d1c7cd8832bb req-341d8db1-33ba-4bbb-b946-6e3c2e1ee922 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 944 time: 0.1023481 Jul 28 03:38:02.777070 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Attempting to bind port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:02.777463 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Attempting to bind port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:02.777875 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Attempting to bind port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 on network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:02.797832 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 on network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:02.798229 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Attempting to bind port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 on network 3f8156de-5f1b-4ce6-b67e-48d04b44c647 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:02.813796 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:02.814083 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Checking segment: {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:02.814468 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Bound using segment: {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:02.814899 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Bound port: c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65c0225-59d2-4ef3-895d-b43997aeb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:02.815258 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.847937 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cc89d999-f5e9-41ac-83f8-d1c7cd8832bb req-9b23f5ca-6541-45e2-8e5a-3e38b4bee956 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Jul 28 03:38:02.904118 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:02.907180 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:02.910822 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.954999 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.955708 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.957983 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] 10.222.0.36 "PUT /v2.0/ports/c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 HTTP/1.1" status: 200 len: 1098 time: 0.8394578 Jul 28 03:38:02.958363 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:02.960769 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de9b6b-df65-4d87-9013-40759b159552" -d '{"events": [{"name": "network-changed", "server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:03.009564 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a256602-f147-43c6-a7d0-ba3f1f5d8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:03.040038 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d2ccd-4599-47bd-b978-720c91865a60 x-openstack-request-id: req-6e1d2ccd-4599-47bd-b978-720c91865a60 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:03.040330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:03.040612 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e1d2ccd-4599-47bd-b978-720c91865a60 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:03.041035 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0', 'status': 'completed', 'code': 200} Jul 28 03:38:03.108121 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-c057c4c8-13c6-40b5-95e0-b4062503d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.109645 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-c057c4c8-13c6-40b5-95e0-b4062503d456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 1101 time: 0.0792351 Jul 28 03:38:03.122651 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d2e7-8b2a-4d54-910b-78dd723cbdc0 req-ec5bedfd-3060-4c55-8c98-3956cd2569b2 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.124167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4159d2e7-8b2a-4d54-910b-78dd723cbdc0 req-ec5bedfd-3060-4c55-8c98-3956cd2569b2 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.0604708 Jul 28 03:38:03.166011 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-970e9284-7bd8-4886-ad6f-94c565bfdf1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0408437 Jul 28 03:38:03.215298 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4159d2e7-8b2a-4d54-910b-78dd723cbdc0 req-d85c66a1-981e-415f-a53f-977a5754b78b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843673 Jul 28 03:38:03.238966 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-c067727d-e354-4031-9e7c-eb189474d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.240443 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-c067727d-e354-4031-9e7c-eb189474d7fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95199373-2f2d-4f28-86ec-a3518def976a HTTP/1.1" status: 200 len: 843 time: 0.0542977 Jul 28 03:38:03.324584 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a586f40-5a36-4639-95e9-d5b728409646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.326104 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-2a586f40-5a36-4639-95e9-d5b728409646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f8156de-5f1b-4ce6-b67e-48d04b44c647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748079 Jul 28 03:38:03.334216 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403def79-7b21-44d2-a0c1-019f32e5c49b req-8ee3ab17-3fb3-4cd1-8e11-4fb698e1e1fa tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.335611 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-403def79-7b21-44d2-a0c1-019f32e5c49b req-8ee3ab17-3fb3-4cd1-8e11-4fb698e1e1fa tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 948 time: 0.0749693 Jul 28 03:38:03.393277 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:03.433621 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-403def79-7b21-44d2-a0c1-019f32e5c49b req-d62e93cf-1724-4093-822f-fa1ffa550ad7 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850623 Jul 28 03:38:03.461630 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-490fca44-0a71-4d28-9854-363da9ad6272 service neutron] 10.222.0.36 "GET /v2.0/networks/3f8156de-5f1b-4ce6-b67e-48d04b44c647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240318 Jul 28 03:38:03.575623 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4184bd49-3166-4f6d-afd2-91100ae843f6 req-86222935-4b8a-4b32-ae58-1a1aee341c70 service neutron] 10.222.0.36 "GET /v2.0/networks/3f8156de-5f1b-4ce6-b67e-48d04b44c647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945308 Jul 28 03:38:03.617610 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997c41a-430e-487c-9af3-481a829b6618 req-6a5b5e8c-8ad4-4773-a2fb-4b093b0b9c98 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.619291 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e997c41a-430e-487c-9af3-481a829b6618 req-6a5b5e8c-8ad4-4773-a2fb-4b093b0b9c98 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0569828 Jul 28 03:38:03.686435 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9b6b-df65-4d87-9013-40759b159552 req-53f74abf-fb21-4563-b9c0-5bc3e9d197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.687932 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-53f74abf-fb21-4563-b9c0-5bc3e9d197c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 1101 time: 0.0634689 Jul 28 03:38:03.690718 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e997c41a-430e-487c-9af3-481a829b6618 req-5aecaa04-9a0f-490d-aa1b-dd27ba261f0f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651612 Jul 28 03:38:03.821135 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9b6b-df65-4d87-9013-40759b159552 req-2c3e14c9-cb09-4293-8487-8b01a4317cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.822708 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-2c3e14c9-cb09-4293-8487-8b01a4317cd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f8156de-5f1b-4ce6-b67e-48d04b44c647 HTTP/1.1" status: 200 len: 870 time: 0.1170788 Jul 28 03:38:03.834988 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328feb24-7ebb-466a-9fd4-5b154306ad1a req-812c718c-b59b-4d00-82ea-f0bf7115d426 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.836377 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-328feb24-7ebb-466a-9fd4-5b154306ad1a req-812c718c-b59b-4d00-82ea-f0bf7115d426 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0736241 Jul 28 03:38:03.878624 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-e767db96-ed59-4cbe-a438-339a5e1468a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0412004 Jul 28 03:38:03.914635 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-328feb24-7ebb-466a-9fd4-5b154306ad1a req-1d0c0d3f-dbc4-4103-aba0-15db3ca7b62c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700121 Jul 28 03:38:03.963572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9b6b-df65-4d87-9013-40759b159552 req-8421d4e8-f581-41d5-bd7d-fc229127a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.965016 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-8421d4e8-f581-41d5-bd7d-fc229127a65f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95199373-2f2d-4f28-86ec-a3518def976a HTTP/1.1" status: 200 len: 843 time: 0.0652924 Jul 28 03:38:04.028593 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538a62b-4159-4a8a-9f66-ac8b3a53c77a req-4dfca98b-0436-4e9b-abd4-d91a81ca9451 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:04.030120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7538a62b-4159-4a8a-9f66-ac8b3a53c77a req-4dfca98b-0436-4e9b-abd4-d91a81ca9451 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 944 time: 0.0831599 Jul 28 03:38:04.036928 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9b6b-df65-4d87-9013-40759b159552 req-1629644d-6550-43b4-9d65-26aff4a64fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:04.038393 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-1629644d-6550-43b4-9d65-26aff4a64fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f8156de-5f1b-4ce6-b67e-48d04b44c647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594897 Jul 28 03:38:04.124772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7538a62b-4159-4a8a-9f66-ac8b3a53c77a req-ee8345af-3c2d-4d16-a4ee-15b0c1fad958 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854411 Jul 28 03:38:04.163066 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-2c7a4207-fedf-47ec-aea9-5225914c161b service neutron] 10.222.0.36 "GET /v2.0/networks/3f8156de-5f1b-4ce6-b67e-48d04b44c647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107218 Jul 28 03:38:04.274536 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87de9b6b-df65-4d87-9013-40759b159552 req-a7df1813-d27c-47ae-b069-410bd236948b service neutron] 10.222.0.36 "GET /v2.0/networks/3f8156de-5f1b-4ce6-b67e-48d04b44c647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993779 Jul 28 03:38:04.344769 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262189f2-e9a2-4002-bfe0-d115e1290377 req-c1d839e6-a302-4c21-a875-81767b26f80f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:04.346252 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-262189f2-e9a2-4002-bfe0-d115e1290377 req-c1d839e6-a302-4c21-a875-81767b26f80f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Jul 28 03:38:04.389150 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-262189f2-e9a2-4002-bfe0-d115e1290377 req-13aa1876-703b-40e5-aaae-b0790c6c8976 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Jul 28 03:38:04.548355 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c4a38-3c74-4c2d-8f37-5060478f01d8 req-c3e76215-7ded-47af-a277-045a215fbc66 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:04.549862 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221c4a38-3c74-4c2d-8f37-5060478f01d8 req-c3e76215-7ded-47af-a277-045a215fbc66 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 948 time: 0.0499709 Jul 28 03:38:04.587885 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221c4a38-3c74-4c2d-8f37-5060478f01d8 req-67de42ad-023a-475a-aa47-68078e2acbc3 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Jul 28 03:38:04.819968 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0e2eb584-9c4d-49c6-82ea-0190731af923 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:04.872263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 0e2eb584-9c4d-49c6-82ea-0190731af923 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:04.875868 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 0e2eb584-9c4d-49c6-82ea-0190731af923 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:04.876227 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:04.954275 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:04.984257 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:04.986464 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37260716-45d4-48f0-8d63-6db7f9b08611" -d '{"events": [{"server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "name": "network-vif-plugged", "status": "completed", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:05.002242 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0e2eb584-9c4d-49c6-82ea-0190731af923,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:05.008994 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:05.038862 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e59df-f5ad-4235-8a51-82b0c89c92f6 x-openstack-request-id: req-929e59df-f5ad-4235-8a51-82b0c89c92f6 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:05.039305 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "name": "network-vif-plugged", "status": "completed", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:05.039738 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-929e59df-f5ad-4235-8a51-82b0c89c92f6 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:05.041039 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923', 'code': 200} Jul 28 03:38:05.080453 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:05.299084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827eed1-7d50-4b75-bcfc-faf130a39f95 req-0953df09-095c-4c3b-9b62-307b23d3573d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.300566 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7827eed1-7d50-4b75-bcfc-faf130a39f95 req-0953df09-095c-4c3b-9b62-307b23d3573d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.1027584 Jul 28 03:38:05.309696 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-2c954acc-2aa5-44ae-be91-0c7f62299285 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.311110 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-2c954acc-2aa5-44ae-be91-0c7f62299285 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1229627 Jul 28 03:38:05.316810 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8347d8-8c39-48e3-9b98-5946b58f5dd6 req-fc14b7d5-cb54-4075-baa5-a83d2d7d410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.318236 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-db8347d8-8c39-48e3-9b98-5946b58f5dd6 req-fc14b7d5-cb54-4075-baa5-a83d2d7d410f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 1098 time: 0.0964992 Jul 28 03:38:05.407167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7827eed1-7d50-4b75-bcfc-faf130a39f95 req-6aa8aa55-b1e7-42c9-89e5-f573b7e105bc tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879834 Jul 28 03:38:05.434058 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-db8347d8-8c39-48e3-9b98-5946b58f5dd6 req-cc6bb760-d797-4d7d-9b4b-95e3bee6b71c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010962 Jul 28 03:38:05.464219 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Deleting port ca346789-a815-41f8-81b7-d44e55b21e7a {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:05.464576 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:05.657526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f14ac-a1b3-448f-b7b7-f3f2ef3d3065 req-ac4b0e9c-c27a-473c-a89c-11dcacd0d44f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.659000 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0b5f14ac-a1b3-448f-b7b7-f3f2ef3d3065 req-ac4b0e9c-c27a-473c-a89c-11dcacd0d44f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1748564 Jul 28 03:38:05.676188 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] For port ca346789-a815-41f8-81b7-d44e55b21e7a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca346789-a815-41f8-81b7-d44e55b21e7a,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:05.676534 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:05.697711 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd21e2d-27ab-4385-9a0e-adde5cb96228 req-08fcb874-ddf1-4b8f-9b24-0afbf126c625 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.699174 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ebd21e2d-27ab-4385-9a0e-adde5cb96228 req-08fcb874-ddf1-4b8f-9b24-0afbf126c625 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1477757 Jul 28 03:38:05.703237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee68b6-767f-4621-a16f-390f57c69326 req-9725d330-4123-4284-adca-a6e27c2b5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.704587 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-9725d330-4123-4284-adca-a6e27c2b5e86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.1466069 Jul 28 03:38:05.715439 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Calling delete_port for ca346789-a815-41f8-81b7-d44e55b21e7a owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:05.839444 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0b5f14ac-a1b3-448f-b7b7-f3f2ef3d3065 req-640d3854-00a7-4f90-a2f4-fb40052189f5 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723580 Jul 28 03:38:05.851323 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ebd21e2d-27ab-4385-9a0e-adde5cb96228 req-c5bd66a0-b610-46e4-8219-b6e05f632ce4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431139 Jul 28 03:38:05.907664 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee68b6-767f-4621-a16f-390f57c69326 req-b1321cfd-b83a-496b-ae0f-e4fa9f747768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:05.909222 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-b1321cfd-b83a-496b-ae0f-e4fa9f747768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.1739314 Jul 28 03:38:06.006614 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-415e5b4f-351e-4bc9-aa6e-6646cd305450 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.0624676 Jul 28 03:38:06.065110 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:06.078915 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['ca346789-a815-41f8-81b7-d44e55b21e7a'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:06.085177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa89d-7a7d-45f6-8f12-d34c1dd1aa3e req-f55329db-24cd-44fe-b32c-2407714e7de1 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:06.086716 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-deafa89d-7a7d-45f6-8f12-d34c1dd1aa3e req-f55329db-24cd-44fe-b32c-2407714e7de1 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 948 time: 0.1638291 Jul 28 03:38:06.114274 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Pushing event deleted for resources: {'Port': ['ID=ca346789-a815-41f8-81b7-d44e55b21e7a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:06.143261 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee68b6-767f-4621-a16f-390f57c69326 req-0f9f02d2-cdad-4018-baa5-a595a871084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:06.148360 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-0f9f02d2-cdad-4018-baa5-a595a871084e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.1227252 Jul 28 03:38:06.207894 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] No DVR routers for this DVR port ca346789-a815-41f8-81b7-d44e55b21e7a on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:06.212596 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-a6c426be-c442-4a21-8aef-d2e56d02aba3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502286 Jul 28 03:38:06.218252 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-deafa89d-7a7d-45f6-8f12-d34c1dd1aa3e req-89207f6a-f212-445e-b47b-4dd274e885f4 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076639 Jul 28 03:38:06.219230 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:06.221103 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f0e15b3d-9cc0-4025-8347-9bfdcba7d91b req-963eaabd-6ba7-4eb8-85ca-976b040e76e7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "DELETE /v2.0/ports/ca346789-a815-41f8-81b7-d44e55b21e7a HTTP/1.1" status: 204 len: 173 time: 0.8892334 Jul 28 03:38:06.221506 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'name': 'network-vif-deleted', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:06.223743 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ace982-07da-426a-a343-e8d997c02a4f" -d '{"events": [{"server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "name": "network-vif-deleted", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:06.464039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd24ea-f054-4094-8b59-96c18488574f x-openstack-request-id: req-2cfd24ea-f054-4094-8b59-96c18488574f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:06.464726 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0", "name": "network-vif-deleted", "tag": "ca346789-a815-41f8-81b7-d44e55b21e7a", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:06.464726 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cfd24ea-f054-4094-8b59-96c18488574f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:06.464946 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0', 'name': 'network-vif-deleted', 'tag': 'ca346789-a815-41f8-81b7-d44e55b21e7a', 'status': 'completed', 'code': 200} Jul 28 03:38:06.565181 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468779a4-2c90-4007-a4b4-2b75e1eb5c42 req-61305123-3c06-4bad-97df-361a2c021f64 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:06.566664 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-468779a4-2c90-4007-a4b4-2b75e1eb5c42 req-61305123-3c06-4bad-97df-361a2c021f64 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.0783527 Jul 28 03:38:06.572145 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-f0d921b0-3d8d-4f5e-b2ea-88e13d0c607f service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454585 Jul 28 03:38:06.643688 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-468779a4-2c90-4007-a4b4-2b75e1eb5c42 req-33edbe4b-8987-47f2-8a3e-ba9e5b539a62 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706058 Jul 28 03:38:06.694550 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0cee68b6-767f-4621-a16f-390f57c69326 req-e6af1cfd-394c-4968-a8d6-28cfba823ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006095 Jul 28 03:38:06.973416 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cfb2c373-3fda-4fe2-b9ab-a54fd7d10731 req-93b757c6-de20-4b3c-9161-803de7058eae tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=4014e8c6-db6f-4019-a74a-d1d8c7a5f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0486627 Jul 28 03:38:07.000179 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef1c84-2015-4950-af51-a403ab641d50 req-4536c193-7ab8-4bb5-9ada-2609bfb561fb tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:07.001691 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4ef1c84-2015-4950-af51-a403ab641d50 req-4536c193-7ab8-4bb5-9ada-2609bfb561fb tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0790381 Jul 28 03:38:07.046627 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e4ef1c84-2015-4950-af51-a403ab641d50 req-4f93ee7d-2385-4b7b-b683-21b45a387365 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Jul 28 03:38:07.336501 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563171ec-1517-4cc6-8eae-ec8ef17a923e req-a25f5bf1-d709-45db-b4fd-78ba92402c4b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:07.338103 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-563171ec-1517-4cc6-8eae-ec8ef17a923e req-a25f5bf1-d709-45db-b4fd-78ba92402c4b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 948 time: 0.0491548 Jul 28 03:38:07.375908 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-563171ec-1517-4cc6-8eae-ec8ef17a923e req-a9f4a796-6dc1-4ec2-ace7-89526593c272 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Jul 28 03:38:07.760109 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f4bd0-58b6-49a5-8b8e-82b086d6f3db req-8146a5b7-009e-4390-9d9f-5e5f35d5ad6c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:07.761583 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a77f4bd0-58b6-49a5-8b8e-82b086d6f3db req-8146a5b7-009e-4390-9d9f-5e5f35d5ad6c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.0488615 Jul 28 03:38:07.798352 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a77f4bd0-58b6-49a5-8b8e-82b086d6f3db req-d8435aad-cce2-4104-8561-c1c282f80f61 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Jul 28 03:38:08.337517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-37edf516-1806-462e-8ffc-faabe1ede6b9 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:08.338992 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-37edf516-1806-462e-8ffc-faabe1ede6b9 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/networks?id=79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 200 len: 808 time: 0.1356654 Jul 28 03:38:08.347046 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828dfdb-e546-498f-928b-12dcacea85fb req-5ce4eb09-4157-4ff5-8790-a16781111f3b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:08.348405 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d828dfdb-e546-498f-928b-12dcacea85fb req-5ce4eb09-4157-4ff5-8790-a16781111f3b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0778632 Jul 28 03:38:08.363897 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-17e7ae7a-0e4e-44a9-97f2-5a11b676c6e2 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/quotas/59f5f97881444c9e84b0f53761b0254a HTTP/1.1" status: 200 len: 375 time: 0.0146148 Jul 28 03:38:08.403725 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-ab5152a9-fd24-444a-a177-80f627c9574f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324991 Jul 28 03:38:08.422556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d828dfdb-e546-498f-928b-12dcacea85fb req-3b262e84-5b65-44b2-9529-db04486c2515 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671268 Jul 28 03:38:08.503211 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-5fdfc05f-60d8-47ea-8441-16ff204225bc service neutron] 10.222.0.26 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922501 Jul 28 03:38:08.597366 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-3d6f14ef-5683-40b4-b7bb-7716fe296897 service neutron] 10.222.0.26 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868130 Jul 28 03:38:08.714915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1d33c-3a9f-4f4e-891f-2a5f176028a4 req-8f56db24-6636-42e6-a690-fe1cdc20d72d tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:08.716458 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-47e1d33c-3a9f-4f4e-891f-2a5f176028a4 req-8f56db24-6636-42e6-a690-fe1cdc20d72d tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 948 time: 0.0556767 Jul 28 03:38:08.772272 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9d0db60-61fc-442f-b306-fcfc2211bbe1 req-d43e5405-8012-461d-b806-cd3c8c6a3eeb tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Jul 28 03:38:08.784928 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-47e1d33c-3a9f-4f4e-891f-2a5f176028a4 req-c39a3d7d-f731-46c9-83ae-90279f423b2a tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585594 Jul 28 03:38:08.844229 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:08.846740 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device ca346789-a815-41f8-81b7-d44e55b21e7a no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:08.872678 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: ca346789-a815-41f8-81b7-d44e55b21e7a {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:08.873027 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device ca346789-a815-41f8-81b7-d44e55b21e7a not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:08.960329 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:08.971715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0', 'network_id': '3f8156de-5f1b-4ce6-b67e-48d04b44c647', 'port_id': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0', 'mac_address': 'fa:16:3e:af:b6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95199373-2f2d-4f28-86ec-a3518def976a', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:09.013470 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.027407 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:09.051046 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:09.054703 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.105560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:09.541400 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:09.551124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafb54f-5adc-476a-adfd-2af66057b275 req-1b411be5-76d9-47ab-85c0-a756065dbc6e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:09.552709 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-edafb54f-5adc-476a-adfd-2af66057b275 req-1b411be5-76d9-47ab-85c0-a756065dbc6e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Jul 28 03:38:09.608831 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-edafb54f-5adc-476a-adfd-2af66057b275 req-68849508-075c-4041-af38-4aa20d07c1ae tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Jul 28 03:38:09.893807 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f78288da-e8f0-45ed-9181-cf5a7c1561bf req-aa774aad-1679-4088-9114-8faafd060e5b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 210 time: 0.0458775 Jul 28 03:38:09.992946 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9aca-d676-4b5c-8123-053db8ec7996 req-222fef38-c1ca-4980-b87f-b87e19ce7d5b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:09.993847 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe2a9aca-d676-4b5c-8123-053db8ec7996 req-222fef38-c1ca-4980-b87f-b87e19ce7d5b tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 949 time: 0.1244597 Jul 28 03:38:10.032150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-8e10ae2b-6eb1-4555-bd5c-5e951cc899c1 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:10.033665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-8e10ae2b-6eb1-4555-bd5c-5e951cc899c1 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "GET /v2.0/networks?id=79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 200 len: 808 time: 0.1742132 Jul 28 03:38:10.055396 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Request body: {'port': {'device_id': '0f916e04-6438-4eb1-943d-61c34b671f93', 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7', 'admin_state_up': True, 'tenant_id': '59f5f97881444c9e84b0f53761b0254a'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:10.064515 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe2a9aca-d676-4b5c-8123-053db8ec7996 req-6cdfd49a-b2bf-4521-b34f-f5f176f2bcb7 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Jul 28 03:38:10.163998 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Made reservation on behalf of 59f5f97881444c9e84b0f53761b0254a for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:10.167546 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:10.295709 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Allocated IP 172.20.0.13 (79de5ef1-4b48-46b2-85d4-308ef1589ea7/921fed0e-3f11-4f5f-8118-7103a20aecd1/c1b17f1e-500e-404e-99bb-eff1e7a26e98) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:10.453399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:10.492220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:10.543476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:10.543476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:10.543476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:10.570168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Pushing event updated for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:10.603101 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:10.603813 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:10.621035 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-009c5426-8a24-4d9c-8a1d-f4f76aa9edaa tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720801 Jul 28 03:38:10.664251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Request body: {'port': {'device_id': '0f916e04-6438-4eb1-943d-61c34b671f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:10.755934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:10.787225 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f0eb-4fb5-4fc4-8274-e99b01fe614d req-d3726aab-5743-4599-943c-331d10a80307 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:10.794848 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e387f0eb-4fb5-4fc4-8274-e99b01fe614d req-d3726aab-5743-4599-943c-331d10a80307 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0982764 Jul 28 03:38:10.870147 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:10.875822 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e387f0eb-4fb5-4fc4-8274-e99b01fe614d req-98dbca8f-7a05-4be9-8a3c-1b2d7b46ef09 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800643 Jul 28 03:38:10.942126 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:10.952541 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:10.953292 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.040829 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.066100 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:11.068238 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523cfdf-7dee-4d77-b45f-c2870a3d66bf req-5355a96d-df7b-4eb9-8517-5a5dc49cba47 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.068718 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47299252-83f9-4332-8e92-28435b77998c" -d '{"events": [{"server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "name": "network-vif-plugged", "status": "completed", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:11.069721 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e523cfdf-7dee-4d77-b45f-c2870a3d66bf req-5355a96d-df7b-4eb9-8517-5a5dc49cba47 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 932 time: 0.1005821 Jul 28 03:38:11.083600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:11.090552 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.138047 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e523cfdf-7dee-4d77-b45f-c2870a3d66bf req-34beb848-e540-43a1-9d77-c6f062f5384a tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610657 Jul 28 03:38:11.169406 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:11.196644 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b17f1e-500e-404e-99bb-eff1e7a26e98 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:11.209061 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.238099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Transition to ACTIVE for port object c1b17f1e-500e-404e-99bb-eff1e7a26e98 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:11.260163 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.279443 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d60c88-077f-4c66-bd9e-c196d1ad1dbf x-openstack-request-id: req-94d60c88-077f-4c66-bd9e-c196d1ad1dbf {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:11.279744 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "name": "network-vif-plugged", "status": "completed", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:11.280000 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94d60c88-077f-4c66-bd9e-c196d1ad1dbf {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:11.280682 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0', 'code': 200} Jul 28 03:38:11.361705 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Pushing event updated for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:11.372915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15336c94-9e35-47b6-84ed-ee0a18b1d991 req-1a12b608-4c9f-4985-93f3-cae3dde3cd38 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.374527 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-15336c94-9e35-47b6-84ed-ee0a18b1d991 req-1a12b608-4c9f-4985-93f3-cae3dde3cd38 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.1341839 Jul 28 03:38:11.452664 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-15336c94-9e35-47b6-84ed-ee0a18b1d991 req-f06898c5-9bd2-4d57-9b0d-f73c47b00cf0 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598838 Jul 28 03:38:11.470321 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Attempting to bind port c1b17f1e-500e-404e-99bb-eff1e7a26e98 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:11.470658 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Attempting to bind port c1b17f1e-500e-404e-99bb-eff1e7a26e98 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:11.470992 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Attempting to bind port c1b17f1e-500e-404e-99bb-eff1e7a26e98 on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:11.478847 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Port c1b17f1e-500e-404e-99bb-eff1e7a26e98 on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:11.479163 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Attempting to bind port c1b17f1e-500e-404e-99bb-eff1e7a26e98 on network 79de5ef1-4b48-46b2-85d4-308ef1589ea7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:11.486098 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:11.486436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Checking segment: {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:11.486820 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Bound using segment: {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:11.487230 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Bound port: c1b17f1e-500e-404e-99bb-eff1e7a26e98, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543619b3-4b02-422b-8ab1-17ac5f151f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:11.487586 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.509516 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f8af-f5a5-435e-9b3f-fd35891e3ab0 req-2df9f515-b03a-4faa-bd7a-fb5539cb92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.511022 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-93d5f8af-f5a5-435e-9b3f-fd35891e3ab0 req-2df9f515-b03a-4faa-bd7a-fb5539cb92bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 1103 time: 0.0743623 Jul 28 03:38:11.579478 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-93d5f8af-f5a5-435e-9b3f-fd35891e3ab0 req-7351385c-fa67-4faa-bc39-2d21fbee91f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Jul 28 03:38:11.585238 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:11.588253 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:11.594376 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.628922 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.629531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:11.630967 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] 10.222.0.36 "PUT /v2.0/ports/c1b17f1e-500e-404e-99bb-eff1e7a26e98 HTTP/1.1" status: 200 len: 1094 time: 0.9742782 Jul 28 03:38:11.631395 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:11.633608 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577965d1-2f1d-4f9f-b684-7ecde1e51974" -d '{"events": [{"name": "network-changed", "server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:11.660055 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a58ed-c96d-48d1-ac2b-49f106fa913b service neutron] Pushing event updated for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:11.674903 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f0d55-be8b-4c1e-9213-7dddf78e85cb x-openstack-request-id: req-a99f0d55-be8b-4c1e-9213-7dddf78e85cb {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:11.675322 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:11.675664 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a99f0d55-be8b-4c1e-9213-7dddf78e85cb {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:11.676199 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98', 'status': 'completed', 'code': 200} Jul 28 03:38:11.743135 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-34442d94-4c00-462b-b775-6a4ba4738a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.745237 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-34442d94-4c00-462b-b775-6a4ba4738a2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 1097 time: 0.0425096 Jul 28 03:38:11.972980 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-e9f9c26c-e7dc-4025-8aa3-92b9ae39c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:11.972980 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-e9f9c26c-e7dc-4025-8aa3-92b9ae39c20c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=59f5f97881444c9e84b0f53761b0254a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1942101 Jul 28 03:38:12.161526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79d475-2aff-4c80-870e-6831a053168c req-192630bb-c185-43ba-ba7e-9d7edcdc9852 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.163221 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab79d475-2aff-4c80-870e-6831a053168c req-192630bb-c185-43ba-ba7e-9d7edcdc9852 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1473968 Jul 28 03:38:12.476238 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-cee72831-9481-4383-9711-b1d6c23bc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.478655 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-577965d1-2f1d-4f9f-b684-7ecde1e51974 req-cee72831-9481-4383-9711-b1d6c23bc6c0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4902518 Jul 28 03:38:12.494646 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ab79d475-2aff-4c80-870e-6831a053168c req-6cb42be8-5f95-46c5-912c-f0931a7a41dd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202205 Jul 28 03:38:12.538295 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d784e1-86f7-4d87-b3e4-3949ae2ecab8 req-88b5f2c1-b42b-4fcb-9441-f689f1defe0f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.539782 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8d784e1-86f7-4d87-b3e4-3949ae2ecab8 req-88b5f2c1-b42b-4fcb-9441-f689f1defe0f tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 944 time: 0.2980125 Jul 28 03:38:12.634734 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8d784e1-86f7-4d87-b3e4-3949ae2ecab8 req-2fffb48f-2fe1-468f-bc52-46cd55f0d8d6 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856841 Jul 28 03:38:12.637556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-b85cf8e6-2536-4811-a955-c143aed03f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.638813 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-b85cf8e6-2536-4811-a955-c143aed03f88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f5f97881444c9e84b0f53761b0254a&device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 1097 time: 0.0976429 Jul 28 03:38:12.654362 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ddd1d-93ec-4955-bbd4-de2002299815 req-29205e42-ed23-4700-b993-889b3e12f7b0 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.655882 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5c6ddd1d-93ec-4955-bbd4-de2002299815 req-29205e42-ed23-4700-b993-889b3e12f7b0 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.1045184 Jul 28 03:38:12.697341 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-6e376dc3-f0dd-448e-afa0-854c7bbf2b3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98 HTTP/1.1" status: 200 len: 217 time: 0.0404716 Jul 28 03:38:12.731583 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5c6ddd1d-93ec-4955-bbd4-de2002299815 req-8c405c06-a90a-4c8b-ae4a-83c8523a05ef tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 Jul 28 03:38:12.765125 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-3ebff12f-ff86-45b3-92bd-8bfa4ffb138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.766638 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-3ebff12f-ff86-45b3-92bd-8bfa4ffb138a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=921fed0e-3f11-4f5f-8118-7103a20aecd1 HTTP/1.1" status: 200 len: 848 time: 0.0490108 Jul 28 03:38:12.813973 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-b33144f5-5ea5-4bc4-ab91-731c565c650a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79de5ef1-4b48-46b2-85d4-308ef1589ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278058 Jul 28 03:38:12.948368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-acfc19c8-da80-4199-b758-bdefe4c3901a service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222658 Jul 28 03:38:13.077133 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54c0c281-2c90-4262-9625-c03659b71ee9 req-1068743f-2115-4a9f-b3d8-c2ac2dc92f61 service neutron] 10.222.0.36 "GET /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960433 Jul 28 03:38:13.341517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-21a41bf5-0337-4fa1-8cd4-5c6206d4b3f6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:13.343004 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-21a41bf5-0337-4fa1-8cd4-5c6206d4b3f6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.1072712 Jul 28 03:38:13.359168 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-645cf921-9b33-46b4-baa0-dc10a92f12c5 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/quotas/dbf7518996c847baabcf5d2c27566040 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Jul 28 03:38:13.414741 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-bf244cb6-746b-4835-bc1f-8e810195eb04 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489035 Jul 28 03:38:13.506738 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-bf84d75d-7a28-4ede-81ed-e7fd985b2d6b service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Jul 28 03:38:13.628327 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-64c03950-f0da-40f8-b6de-7ea5632785fc service neutron] 10.222.0.26 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145613 Jul 28 03:38:13.640573 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365b757-38ec-4f93-99fd-8479a355b723 req-a6bd00b5-2e78-4a17-9815-a6eb1a62161d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:13.642129 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2365b757-38ec-4f93-99fd-8479a355b723 req-a6bd00b5-2e78-4a17-9815-a6eb1a62161d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0752769 Jul 28 03:38:13.679991 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2365b757-38ec-4f93-99fd-8479a355b723 req-44cd6221-0ecb-481b-ba3e-a313c9d891e9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 28 03:38:13.800186 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8806b7ca-1075-42d9-b988-696076871562 req-b2413504-04d2-483e-8ef2-7a1475c02b95 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 210 time: 0.0297127 Jul 28 03:38:13.823143 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48a20-d480-41b9-8dc6-cc1a048dd2a7 req-990fa017-def9-4fe5-b2b3-832f64a68a4e tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:13.830418 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9da48a20-d480-41b9-8dc6-cc1a048dd2a7 req-990fa017-def9-4fe5-b2b3-832f64a68a4e tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 944 time: 0.0859652 Jul 28 03:38:13.866010 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9da48a20-d480-41b9-8dc6-cc1a048dd2a7 req-eb5884e8-0f90-4bd2-9f31-d3758ce97d04 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Jul 28 03:38:13.921556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754db41-ca16-4347-bc3c-02aa1c251e24 req-6269a26f-ab6e-49ae-9abf-bbc951ccaea6 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:13.923063 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1754db41-ca16-4347-bc3c-02aa1c251e24 req-6269a26f-ab6e-49ae-9abf-bbc951ccaea6 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.0561781 Jul 28 03:38:13.964180 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1754db41-ca16-4347-bc3c-02aa1c251e24 req-312d7d05-7eb7-42e1-83ec-515c08c7f308 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Jul 28 03:38:14.244211 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0bc4e-8ca4-44a7-9d58-6b41bbf894a9 req-ff3aa488-017f-4af9-8ffc-b9417e414051 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:14.245678 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11a0bc4e-8ca4-44a7-9d58-6b41bbf894a9 req-ff3aa488-017f-4af9-8ffc-b9417e414051 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.0536091 Jul 28 03:38:14.284615 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11a0bc4e-8ca4-44a7-9d58-6b41bbf894a9 req-4c91f382-4001-4d9c-b8fd-a05a7894439c tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Jul 28 03:38:14.794306 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b4b66-fff6-44be-bedb-3d6a86570e61 req-04b2db4d-0b15-4b4a-aa10-2bf2fe62a9d1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:14.795902 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a98b4b66-fff6-44be-bedb-3d6a86570e61 req-04b2db4d-0b15-4b4a-aa10-2bf2fe62a9d1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Jul 28 03:38:14.833822 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a98b4b66-fff6-44be-bedb-3d6a86570e61 req-cb4e36d3-34b7-48d7-8111-49176fd4df16 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Jul 28 03:38:14.898985 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b78b339-f8cf-489b-b1a9-de35b1e1a053 req-55d4616b-f7a6-44f2-8ac6-3974286fdf13 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 210 time: 0.0296414 Jul 28 03:38:14.998715 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af18b-6c7a-4ce8-b53d-db24086ec2e0 req-c65141df-94f9-46f5-a3e1-37aea9506961 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.010402 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-762af18b-6c7a-4ce8-b53d-db24086ec2e0 req-c65141df-94f9-46f5-a3e1-37aea9506961 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 944 time: 0.0762799 Jul 28 03:38:15.127751 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-762af18b-6c7a-4ce8-b53d-db24086ec2e0 req-c4317396-0757-41b2-a6c7-a251d0a0856d tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123788 Jul 28 03:38:15.156347 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-51091edf-3792-4953-b695-009573624559 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.157820 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-51091edf-3792-4953-b695-009573624559 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 815 time: 0.1342499 Jul 28 03:38:15.183741 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Request body: {'port': {'device_id': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'admin_state_up': True, 'tenant_id': 'dbf7518996c847baabcf5d2c27566040'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:15.294072 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Made reservation on behalf of dbf7518996c847baabcf5d2c27566040 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:15.297490 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:15.449275 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c974c5-60de-4d4d-9b2d-c63cb7324f41 req-79d00adb-9c92-40e0-9e7a-e24672961eb3 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.450881 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-51c974c5-60de-4d4d-9b2d-c63cb7324f41 req-79d00adb-9c92-40e0-9e7a-e24672961eb3 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.0975759 Jul 28 03:38:15.479383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Allocated IP 172.20.0.9 (b06ee7f7-893a-4a86-8914-cd6b8df5e59f/c18a17da-979e-4aec-8e50-7d6e06b5c8a6/8ecd0c1f-484b-4507-b99f-76d2d743b2f1) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:15.513243 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-51c974c5-60de-4d4d-9b2d-c63cb7324f41 req-916b76ef-4800-4cd3-ba01-f0b4fd6ffca8 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Jul 28 03:38:15.645624 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:15.684962 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:15.709083 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8', '4c1bca93-5339-4b9b-8325-9d55792ff008', '0e2eb584-9c4d-49c6-82ea-0190731af923'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:15.727152 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Network b06ee7f7-893a-4a86-8914-cd6b8df5e59f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:15.730379 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:15.736444 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:15.742246 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event updated for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:15.787986 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.788591 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:15.803270 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-83db1276-8f25-48da-9a9b-d4169a271017 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6232555 Jul 28 03:38:15.818823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Request body: {'port': {'device_id': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:15.881206 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.044833 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60049de-8ff2-4741-b2da-36d9c348c772 req-44a60757-9eec-4209-9c3f-24d2db9a4737 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.046343 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f60049de-8ff2-4741-b2da-36d9c348c772 req-44a60757-9eec-4209-9c3f-24d2db9a4737 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1291940 Jul 28 03:38:16.165272 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f60049de-8ff2-4741-b2da-36d9c348c772 req-a9fb37bd-1626-4da7-9a9f-bf14ea2bd1be tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Jul 28 03:38:16.175095 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23293f74-2467-449f-a89b-14ce066cbc32 req-04e227dd-8d3a-4f10-b89a-17364a8e00e3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.176734 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-23293f74-2467-449f-a89b-14ce066cbc32 req-04e227dd-8d3a-4f10-b89a-17364a8e00e3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 931 time: 0.2012546 Jul 28 03:38:16.276191 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-23293f74-2467-449f-a89b-14ce066cbc32 req-0e9557ab-7405-484b-ab76-ab35163ce545 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865910 Jul 28 03:38:16.323779 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e04-2882-47da-889c-a77c4afdc71e req-ba25e58f-1016-480b-8e7b-fd921854af9b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.325268 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e17e4e04-2882-47da-889c-a77c4afdc71e req-ba25e58f-1016-480b-8e7b-fd921854af9b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 944 time: 0.1032171 Jul 28 03:38:16.338102 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:16.359737 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.381659 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Transition to ACTIVE for port object 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:16.387376 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e17e4e04-2882-47da-889c-a77c4afdc71e req-568c4b8e-f18a-4870-b889-93f7c439f452 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Jul 28 03:38:16.388360 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.437313 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:16.505673 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Attempting to bind port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:16.506110 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Attempting to bind port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:16.506441 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Attempting to bind port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:16.510889 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:16.511209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Attempting to bind port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 on network b06ee7f7-893a-4a86-8914-cd6b8df5e59f {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:16.515900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:16.516233 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Checking segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:16.516616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Bound using segment: {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:16.517037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Bound port: 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d361-d16b-4d91-adcf-197f6815d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:16.517390 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.582081 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:16.586099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:16.597882 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.647794 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.648405 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.650320 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] 10.222.0.36 "PUT /v2.0/ports/8ecd0c1f-484b-4507-b99f-76d2d743b2f1 HTTP/1.1" status: 200 len: 1093 time: 0.8357615 Jul 28 03:38:16.650757 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:16.652977 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2c21a-12f3-4d35-837c-128487623052" -d '{"events": [{"name": "network-changed", "server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:16.689480 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b308-5689-472b-b9f8-67ebc4733888 req-19c53f1d-13f1-4d07-b8be-1b69ad3072ee tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.691008 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c060b308-5689-472b-b9f8-67ebc4733888 req-19c53f1d-13f1-4d07-b8be-1b69ad3072ee tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.1068146 Jul 28 03:38:16.711844 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4d5a0-86e9-4461-a97d-2aae9eba099b x-openstack-request-id: req-6ee4d5a0-86e9-4461-a97d-2aae9eba099b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:16.712230 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:16.712583 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ee4d5a0-86e9-4461-a97d-2aae9eba099b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:16.712900 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1', 'status': 'completed', 'code': 200} Jul 28 03:38:16.737828 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a01c5b-43fb-4257-8b2e-ca6d82b8dabc service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:16.789142 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-8ab15829-3018-4737-b04f-aa6527b0857c tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.791167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-8ab15829-3018-4737-b04f-aa6527b0857c tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.36 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 950 time: 0.1200154 Jul 28 03:38:16.817556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c060b308-5689-472b-b9f8-67ebc4733888 req-1659eef7-250e-4b48-85e5-9651e7f22c8f tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/security-groups?id=04a5a355-c589-4235-89f7-ad990732fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970938 Jul 28 03:38:16.820405 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-79bc0dde-af31-4edc-b3d7-9f33a9830f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.822082 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-79bc0dde-af31-4edc-b3d7-9f33a9830f78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 1096 time: 0.1056616 Jul 28 03:38:16.876702 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-6d72d0d3-9c08-4e98-9121-ecb9055a7407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1 HTTP/1.1" status: 200 len: 217 time: 0.0383263 Jul 28 03:38:16.896587 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c1b17f1e-500e-404e-99bb-eff1e7a26e98 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:16.956627 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-5cd4d8df-fd0f-4a15-ad17-060f72b3556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:16.958147 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-5cd4d8df-fd0f-4a15-ad17-060f72b3556d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.0714221 Jul 28 03:38:16.980459 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Deleting port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:16.980803 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:16.995835 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:16.997585 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-9cf26d1d-540f-469e-808f-3895e140d3ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286772 Jul 28 03:38:17.009072 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98', 'network_id': '79de5ef1-4b48-46b2-85d4-308ef1589ea7', 'port_id': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98', 'mac_address': 'fa:16:3e:26:e1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fed0e-3f11-4f5f-8118-7103a20aecd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:17.048138 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.061078 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b17f1e-500e-404e-99bb-eff1e7a26e98 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:17.081014 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:17.084224 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.133449 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:17.143984 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] For port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,segment=NetworkSegment(e65c0225-59d2-4ef3-895d-b43997aeb1dd),segment_id=e65c0225-59d2-4ef3-895d-b43997aeb1dd)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:17.144352 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.163719 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Calling delete_port for c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:17.166888 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-7c2d1f2e-63fc-4ccd-8477-a1ca71959d45 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599991 Jul 28 03:38:17.362892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182081a-c906-42a8-97db-948a32b61207 req-98cc6c0b-6789-4ecb-9613-df1c8bd277db tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:17.364345 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e182081a-c906-42a8-97db-948a32b61207 req-98cc6c0b-6789-4ecb-9613-df1c8bd277db tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1086700 Jul 28 03:38:17.402285 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-571366cf-1b2a-4bd0-a113-3533fa3709a5 req-59008649-d452-4184-b837-6d3176821860 service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254622 Jul 28 03:38:17.486194 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['c1b17f1e-500e-404e-99bb-eff1e7a26e98'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:17.748651 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503d09-d306-4c6a-8e01-66d36ab10acf req-19f0fd73-5730-4c1f-9497-aeabc4395629 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:17.750045 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-07503d09-d306-4c6a-8e01-66d36ab10acf req-19f0fd73-5730-4c1f-9497-aeabc4395629 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 943 time: 0.4063566 Jul 28 03:38:17.752618 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e182081a-c906-42a8-97db-948a32b61207 req-26b8cb81-b584-4008-a55e-28794611b831 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775368 Jul 28 03:38:17.771186 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.814695 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Pushing event deleted for resources: {'Port': ['ID=c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:17.840723 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2c21a-12f3-4d35-837c-128487623052 req-d55d9d44-1124-49ef-9be0-4a57e06efa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:17.842297 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-d55d9d44-1124-49ef-9be0-4a57e06efa8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7518996c847baabcf5d2c27566040&device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 1096 time: 0.3736646 Jul 28 03:38:17.890594 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-07503d09-d306-4c6a-8e01-66d36ab10acf req-3c46ec14-f3f0-44a2-a0e9-8ae39ff42879 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327605 Jul 28 03:38:17.945621 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] No DVR routers for this DVR port c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:17.950565 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.954918 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a783850b-900d-4e37-aba2-b27fa42afbfc req-1166e423-eb6f-432d-b640-06103c094b49 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.36 "DELETE /v2.0/ports/c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 HTTP/1.1" status: 204 len: 173 time: 1.1550958 Jul 28 03:38:17.998823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d9185-1f10-46be-a01e-6ca9131c012e req-fb2e9a84-bfee-4877-952f-85859613efa7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:18.000712 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e13d9185-1f10-46be-a01e-6ca9131c012e req-fb2e9a84-bfee-4877-952f-85859613efa7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 945 time: 0.1882098 Jul 28 03:38:18.048645 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2c21a-12f3-4d35-837c-128487623052 req-59373419-94f3-46a7-bf05-5863fb3b9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:18.050240 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-59373419-94f3-46a7-bf05-5863fb3b9aed service neutron] 10.222.0.36 "GET /v2.0/networks?id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 200 len: 916 time: 0.1789017 Jul 28 03:38:18.105827 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e13d9185-1f10-46be-a01e-6ca9131c012e req-3d43aca7-942c-437b-a80c-97bf41aab614 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931997 Jul 28 03:38:18.107041 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-c919bdd2-beba-47bb-8266-60d3a857808b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1 HTTP/1.1" status: 200 len: 217 time: 0.0466640 Jul 28 03:38:18.182082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2c21a-12f3-4d35-837c-128487623052 req-d69a556e-306e-4d2d-94f2-a7e0a8dad23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:18.183544 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-d69a556e-306e-4d2d-94f2-a7e0a8dad23b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 200 len: 855 time: 0.0481179 Jul 28 03:38:18.189698 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51188) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:18.236125 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-9e52439f-41c5-491c-8abd-227520388c25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b06ee7f7-893a-4a86-8914-cd6b8df5e59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368028 Jul 28 03:38:18.237984 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8bf59415-9ecc-4673-9d55-de63ad7cae1d req-7b8403bf-435c-41e4-b7d5-081b09e2f9f6 tempest-VolumesNegativeTest-634074514 tempest-VolumesNegativeTest-634074514-project] 10.222.0.26 "GET /v2.0/ports?device_id=70216be8-6ea8-4e85-86d6-6b4e7881967e HTTP/1.1" status: 200 len: 210 time: 0.0505514 Jul 28 03:38:18.315647 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-306d32a0-1993-4ff2-badb-90e14641678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.346261 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-989fece9-6633-4818-b103-4e27d18dfdaf service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897431 Jul 28 03:38:18.405579 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-306d32a0-1993-4ff2-badb-90e14641678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.409098 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-306d32a0-1993-4ff2-badb-90e14641678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.439306 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae2c21a-12f3-4d35-837c-128487623052 req-b000be51-0081-4a0f-b652-8eceeea9484d service neutron] 10.222.0.36 "GET /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823298 Jul 28 03:38:18.443431 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-306d32a0-1993-4ff2-badb-90e14641678b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf39789c711498b9563e2d9e58d0a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526100 Jul 28 03:38:18.446556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 51194) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:18.448344 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d32a0-1993-4ff2-badb-90e14641678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01dd93-03dc-4bfa-95a4-b376b3eab422,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:18.499212 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.521192 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.565437 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.568923 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:18.572998 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d01dd93-03dc-4bfa-95a4-b376b3eab422 HTTP/1.1" status: 204 len: 168 time: 0.1225629 Jul 28 03:38:18.578367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045c6b-6324-4dc0-9954-efc3361293e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01dd93-03dc-4bfa-95a4-b376b3eab422,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:18.692336 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:18.717014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'name': 'network-vif-deleted', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:18.719983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2bd10-fbd2-4778-8c4b-9b96c7d140a5" -d '{"events": [{"server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "name": "network-vif-deleted", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:18.758431 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a217a0-d0b9-45dd-8ddd-17d3ba548b49 x-openstack-request-id: req-48a217a0-d0b9-45dd-8ddd-17d3ba548b49 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:18.759735 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70216be8-6ea8-4e85-86d6-6b4e7881967e", "name": "network-vif-deleted", "tag": "c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:18.760000 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48a217a0-d0b9-45dd-8ddd-17d3ba548b49 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:18.760533 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70216be8-6ea8-4e85-86d6-6b4e7881967e', 'name': 'network-vif-deleted', 'tag': 'c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0', 'status': 'completed', 'code': 200} Jul 28 03:38:18.879281 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82c6a8-3af3-41ec-b511-387679030648 req-ef54bb55-97cf-4f13-acfb-6746500491c8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:18.880782 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aa82c6a8-3af3-41ec-b511-387679030648 req-ef54bb55-97cf-4f13-acfb-6746500491c8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0531769 Jul 28 03:38:18.897865 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c1b17f1e-500e-404e-99bb-eff1e7a26e98 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:18.927498 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aa82c6a8-3af3-41ec-b511-387679030648 req-2ad3724e-1eea-4754-affd-f56c8ecdac55 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Jul 28 03:38:18.964884 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port c1b17f1e-500e-404e-99bb-eff1e7a26e98 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:18.969647 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port c1b17f1e-500e-404e-99bb-eff1e7a26e98 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:18.970059 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.042897 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e9534-e090-44a9-a8c4-818060fd1af6 req-9d457e92-046b-4074-bb52-ecdf761d76b7 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.044381 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec9e9534-e090-44a9-a8c4-818060fd1af6 req-9d457e92-046b-4074-bb52-ecdf761d76b7 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 943 time: 0.0673978 Jul 28 03:38:19.069630 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.096863 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:19.100176 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9921c-aaa4-4dae-a70a-272f87cf7f90" -d '{"events": [{"server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "name": "network-vif-plugged", "status": "completed", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:19.112648 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec9e9534-e090-44a9-a8c4-818060fd1af6 req-afbe36d4-7879-4706-9b6c-d699614f9a7e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 Jul 28 03:38:19.116711 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:19.122497 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.171115 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa05089-45a1-4c2d-9349-90e43161c825 x-openstack-request-id: req-1aa05089-45a1-4c2d-9349-90e43161c825 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:19.171410 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "name": "network-vif-plugged", "status": "completed", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:19.171713 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aa05089-45a1-4c2d-9349-90e43161c825 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:19.172036 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98', 'code': 200} Jul 28 03:38:19.198436 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:19.308580 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398bfd-cac7-4aa6-be34-033e417c63d8 req-82016a92-d2ea-4aa2-8aba-efa20df14248 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.313002 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-02398bfd-cac7-4aa6-be34-033e417c63d8 req-82016a92-d2ea-4aa2-8aba-efa20df14248 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.0881169 Jul 28 03:38:19.313115 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 51234) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:19.374840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-02398bfd-cac7-4aa6-be34-033e417c63d8 req-865cb7b2-5da6-47d7-8470-07e2f06679c8 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Jul 28 03:38:19.407344 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62285756-f1e4-4e08-8803-0cb2abf347c2 req-c874f011-0bc0-4e44-9322-8514f291e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.408772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62285756-f1e4-4e08-8803-0cb2abf347c2 req-c874f011-0bc0-4e44-9322-8514f291e7fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 1099 time: 0.0520308 Jul 28 03:38:19.441190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1976052148-network', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:19.474014 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62285756-f1e4-4e08-8803-0cb2abf347c2 req-ba3ef094-30cd-42db-9ecd-e2e4469a950b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575857 Jul 28 03:38:19.478661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Made reservation on behalf of a7509e2d77174ba0b5cbc11238fb2d1e for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:19.481175 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.489941 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.584490 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.588941 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.611385 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:38:19.623489 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af69284-6d9b-4cff-b2dd-98d4e075b9d2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:19.628643 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.628988 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.segments_db [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Added segment 2638ed48-d887-433d-afe1-c34c31f74f26 of type vlan for network cc97ed63-2338-46a1-9110-d568be76479f Jul 28 03:38:19.672227 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.702576 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.703600 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.704196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.755731 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4416339 Jul 28 03:38:19.759931 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51262) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:19.765024 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Request body: {'subnet': {'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1976052148-subnet', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:19.766043 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962c43c-9834-4444-81f8-532cbc1ab905 admin admin] Pushing event updated for resources: {'Network': ['ID=cc97ed63-2338-46a1-9110-d568be76479f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:19.776593 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network cc97ed63-2338-46a1-9110-d568be76479f details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:38:19.791354 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Made reservation on behalf of a7509e2d77174ba0b5cbc11238fb2d1e for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:19.793620 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:19.976538 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.020562 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:20.033089 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1afb524a-e28d-43c6-8733-11c0b56933d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.061403 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Checking segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:20.061779 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Network hostable DHCP agents. Network: cc97ed63-2338-46a1-9110-d568be76479f, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:38:20.083139 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Network cc97ed63-2338-46a1-9110-d568be76479f is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:38:20.087804 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b449-7fa5-47dd-aa1b-aa85b148c084 req-a6388f31-8b8a-45a8-9805-c263ff4fc4b0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:20.089282 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bac5b449-7fa5-47dd-aa1b-aa85b148c084 req-a6388f31-8b8a-45a8-9805-c263ff4fc4b0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0684967 Jul 28 03:38:20.096383 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, cc97ed63-2338-46a1-9110-d568be76479f) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:20.111089 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0986c-182b-44f1-b716-4faa4c1524dc None None] Network cc97ed63-2338-46a1-9110-d568be76479f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:20.112565 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:20.113736 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.137725 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6fc9afe9-2c03-42cd-84da-0750851bfd5a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3765323 Jul 28 03:38:20.142109 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51282) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:20.146657 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bac5b449-7fa5-47dd-aa1b-aa85b148c084 req-8b14289f-24cf-475d-945b-5b810ce8060d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505743 Jul 28 03:38:20.150592 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:20.191614 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.192635 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.282384 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.314161 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b148-f101-453e-8a88-2c6e25aead25 req-b7a7effb-4419-47ec-b37a-c7b1fe072d89 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:20.322233 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5738b148-f101-453e-8a88-2c6e25aead25 req-b7a7effb-4419-47ec-b37a-c7b1fe072d89 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 943 time: 0.0684509 Jul 28 03:38:20.434669 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5738b148-f101-453e-8a88-2c6e25aead25 req-a1afeb9b-a589-429c-9993-d87ec8fe8804 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913730 Jul 28 03:38:20.446640 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.537164 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-cc97ed63-2338-46a1-9110-d568be76479f', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:38:20.538226 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.561712 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e84e-92fa-4407-be19-8ec24d488268 req-87e4f5d6-97ac-4e8e-a8fe-2590c8c0e160 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:20.563434 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2336e84e-92fa-4407-be19-8ec24d488268 req-87e4f5d6-97ac-4e8e-a8fe-2590c8c0e160 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.0618098 Jul 28 03:38:20.636014 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2336e84e-92fa-4407-be19-8ec24d488268 req-83b372a0-e7f9-477e-ba08-26021311d84c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659959 Jul 28 03:38:20.718815 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.721699 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Allocated IP 172.20.0.2 (cc97ed63-2338-46a1-9110-d568be76479f/f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2/eb9b39ea-f68c-4491-af7a-f1d097a73622) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:20.748263 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.887835 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Allocated IP 172.28.0.166 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/e95e0b47-268f-4d99-9238-bb30a9199da3) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:20.889090 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.898011 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Transition to ACTIVE for port object eb9b39ea-f68c-4491-af7a-f1d097a73622 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:20.920365 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:20.922260 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:20.929307 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Transition to ACTIVE for port object eb9b39ea-f68c-4491-af7a-f1d097a73622 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:20.953854 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:20.954174 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c641b3b7-e4b9-4373-9ae4-f3ca4169e4c0 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:20.957543 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:20.998609 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Network cc97ed63-2338-46a1-9110-d568be76479f is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:21.011692 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:21.035184 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.041005 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:21.062983 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Pushing event updated for resources: {'Port': ['ID=eb9b39ea-f68c-4491-af7a-f1d097a73622,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:21.082583 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.123656 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:21.135250 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:21.138101 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:21.141587 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Attempting to bind port eb9b39ea-f68c-4491-af7a-f1d097a73622 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:21.142000 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Attempting to bind port eb9b39ea-f68c-4491-af7a-f1d097a73622 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:21.142864 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Attempting to bind port eb9b39ea-f68c-4491-af7a-f1d097a73622 on network cc97ed63-2338-46a1-9110-d568be76479f {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:21.152035 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:21.152448 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Checking segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:21.152763 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.153248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Bound using segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:21.153676 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Bound port: eb9b39ea-f68c-4491-af7a-f1d097a73622, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:21.154120 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.161184 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:21.162086 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=e95e0b47-268f-4d99-9238-bb30a9199da3,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:21.183283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1', 'network_id': 'b06ee7f7-893a-4a86-8914-cd6b8df5e59f', 'port_id': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1', 'mac_address': 'fa:16:3e:ee:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18a17da-979e-4aec-8e50-7d6e06b5c8a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:21.273778 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.301373 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24af3c-13cd-4dc8-a7bf-757e3c1f9a1e req-eb14a05a-eb2e-41f8-9618-e7536fe7ecf0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:21.304810 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-af24af3c-13cd-4dc8-a7bf-757e3c1f9a1e req-eb14a05a-eb2e-41f8-9618-e7536fe7ecf0 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0837035 Jul 28 03:38:21.307320 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:21.319203 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] For port eb9b39ea-f68c-4491-af7a-f1d097a73622, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:21.355927 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-af24af3c-13cd-4dc8-a7bf-757e3c1f9a1e req-3039acb1-f101-4d30-8fad-fad9a8472a58 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jul 28 03:38:21.358194 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] For port eb9b39ea-f68c-4491-af7a-f1d097a73622, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb9b39ea-f68c-4491-af7a-f1d097a73622,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:21.362365 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:21.364560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.373336 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.439239 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1595a9d-b91f-4f97-ba4e-9512baa09e61 None None] Pushing event updated for resources: {'Port': ['ID=eb9b39ea-f68c-4491-af7a-f1d097a73622,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:21.455292 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.523564 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:21.609010 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcab386-2d6d-4c5c-9a5d-e062e22915de req-538a585e-eea9-40fa-957a-6b919d7de941 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:21.610608 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3dcab386-2d6d-4c5c-9a5d-e062e22915de req-538a585e-eea9-40fa-957a-6b919d7de941 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 944 time: 0.0609412 Jul 28 03:38:21.724060 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3dcab386-2d6d-4c5c-9a5d-e062e22915de req-f95cc847-dd84-499b-ba05-b1b1f2d9f001 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020885 Jul 28 03:38:21.771650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['8ecd0c1f-484b-4507-b99f-76d2d743b2f1'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:21.813424 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17409b0b-f111-4ea6-b9a5-2b86980418af req-f79b203e-8c56-4b57-af67-795403487249 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:21.815323 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-17409b0b-f111-4ea6-b9a5-2b86980418af req-f79b203e-8c56-4b57-af67-795403487249 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.0656290 Jul 28 03:38:21.819329 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.869519 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-17409b0b-f111-4ea6-b9a5-2b86980418af req-39b32e11-2900-422c-b44d-bd6a4a12c8e0 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Jul 28 03:38:21.958282 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Router a851675e-7f32-4ac7-936c-13252ee4f08f is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:38:22.085347 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:22.096599 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Sync routers for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:22.106809 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:22.107718 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:37:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:22.113524 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:22.117559 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 51474) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:22.119867 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-bb4c381c-5835-4e95-8707-8161ffec0ee1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9761097 Jul 28 03:38:22.368525 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:22.462755 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e481-f46d-459a-bf01-b288da977b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:22.660886 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a3a1-19fb-4c75-a2d2-a32ad8b1c151 req-e3c1a053-525d-47fd-a6a8-aaef69800c42 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:22.663295 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c5b7a3a1-19fb-4c75-a2d2-a32ad8b1c151 req-e3c1a053-525d-47fd-a6a8-aaef69800c42 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1280682 Jul 28 03:38:22.673922 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:22.770732 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c5b7a3a1-19fb-4c75-a2d2-a32ad8b1c151 req-8c5cbb64-0b85-4be7-948f-0999f4336b82 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848572 Jul 28 03:38:22.771600 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:21Z', 'revision_number': 3, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:22.792845 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1f2ec-3968-4ab6-a96b-fe1cefeadec9 None None] Network cc97ed63-2338-46a1-9110-d568be76479f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:22.861845 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Checking router: a851675e-7f32-4ac7-936c-13252ee4f08f for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:22.862296 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Updating router a851675e-7f32-4ac7-936c-13252ee4f08f port e95e0b47-268f-4d99-9238-bb30a9199da3 binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:22.893382 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:22.917994 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3c9a5dfb-51f4-4f42-bd6d-ca25a0b5bf57 None None] Provisioning for port eb9b39ea-f68c-4491-af7a-f1d097a73622 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:22.982887 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.005187 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f4dd-6a70-4303-8162-9109026a0a61 req-ac38aba3-2b1f-4111-b5ee-e2b6f8729fd6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:23.006717 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f3d9f4dd-6a70-4303-8162-9109026a0a61 req-ac38aba3-2b1f-4111-b5ee-e2b6f8729fd6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 944 time: 0.0872583 Jul 28 03:38:23.110321 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f3d9f4dd-6a70-4303-8162-9109026a0a61 req-dea5f079-37c6-4f66-a2bb-d9f26063352f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928233 Jul 28 03:38:23.137410 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c90ca9-e074-4c5d-b11a-5e180337a489 req-40633ae0-a200-4b90-b924-802d1a38f921 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:23.139046 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e5c90ca9-e074-4c5d-b11a-5e180337a489 req-40633ae0-a200-4b90-b924-802d1a38f921 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.1438410 Jul 28 03:38:23.227340 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e5c90ca9-e074-4c5d-b11a-5e180337a489 req-c8b96851-acb0-439d-8cbd-d947dab606c8 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566573 Jul 28 03:38:23.249745 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.262484 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Transition to ACTIVE for port object e95e0b47-268f-4d99-9238-bb30a9199da3 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:23.269092 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.278502 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Allocated IP 172.20.0.1 (cc97ed63-2338-46a1-9110-d568be76479f/f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2/d9a73397-c118-457f-ae1b-712835977e03) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:23.322471 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ee27a-b1d0-4b62-82a4-a3a16e6a454d None None] Pushing event updated for resources: {'Port': ['ID=e95e0b47-268f-4d99-9238-bb30a9199da3,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:23.333018 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Attempting to bind port e95e0b47-268f-4d99-9238-bb30a9199da3 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:23.333389 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Attempting to bind port e95e0b47-268f-4d99-9238-bb30a9199da3 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:23.333782 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Attempting to bind port e95e0b47-268f-4d99-9238-bb30a9199da3 on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:23.339053 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:23.339426 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:23.339830 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.340224 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:23.340686 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Bound port: e95e0b47-268f-4d99-9238-bb30a9199da3, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:23.341091 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.392461 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb9b39ea-f68c-4491-af7a-f1d097a73622 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:23.397433 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] For port e95e0b47-268f-4d99-9238-bb30a9199da3, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:23.401040 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] For port e95e0b47-268f-4d99-9238-bb30a9199da3, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e95e0b47-268f-4d99-9238-bb30a9199da3,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:23.405072 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.411853 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.425498 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Transition to ACTIVE for port object d9a73397-c118-457f-ae1b-712835977e03 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:23.456860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port eb9b39ea-f68c-4491-af7a-f1d097a73622 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:23.457928 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:23.458653 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:23.462416 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port eb9b39ea-f68c-4491-af7a-f1d097a73622 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:23.463297 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.467510 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.504793 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ee27a-b1d0-4b62-82a4-a3a16e6a454d None None] Pushing event updated for resources: {'Port': ['ID=e95e0b47-268f-4d99-9238-bb30a9199da3,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:23.509935 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Network cc97ed63-2338-46a1-9110-d568be76479f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:23.513018 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:23.516472 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:23.545429 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:23.560905 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.571610 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.585077 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:23.613591 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port eb9b39ea-f68c-4491-af7a-f1d097a73622, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb9b39ea-f68c-4491-af7a-f1d097a73622,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:23.625370 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.687513 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=eb9b39ea-f68c-4491-af7a-f1d097a73622,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:23.758716 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.781390 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.812890 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:21Z', 'revision_number': 3, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:23.823047 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-257cb32c-9f8b-4db9-93f2-b1f18dc8d24a None None] Provisioning for port d9a73397-c118-457f-ae1b-712835977e03 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:23.828862 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-257cb32c-9f8b-4db9-93f2-b1f18dc8d24a None None] Provisioning complete for port d9a73397-c118-457f-ae1b-712835977e03 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:23.829320 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-257cb32c-9f8b-4db9-93f2-b1f18dc8d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.845389 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41b6be-335b-478e-a61d-adf4391c1861 None None] The sync data for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb is: [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:21Z', 'revision_number': 3, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:23.871493 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-257cb32c-9f8b-4db9-93f2-b1f18dc8d24a None None] Port d9a73397-c118-457f-ae1b-712835977e03 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:23.955345 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-36cf8e47-bf80-4e67-857d-69ec07236590 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743872106&fields=id&tenant_id=2ec8f7dad46645b993ed52d18420d074 HTTP/1.1" status: 200 len: 267 time: 0.0907834 Jul 28 03:38:24.034581 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807949-956b-404e-b4de-3d03ba89ea79 req-ea508f45-b6cb-430b-98d0-20130512a26a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:24.036075 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c807949-956b-404e-b4de-3d03ba89ea79 req-ea508f45-b6cb-430b-98d0-20130512a26a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1383388 Jul 28 03:38:24.087060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.111464 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.188639 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c807949-956b-404e-b4de-3d03ba89ea79 req-f3923162-8bdc-42e6-a575-4267eec1c753 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384997 Jul 28 03:38:24.217850 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-ecba3620-cb3c-4e33-9d01-5d6e1007755a tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:24.217850 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-ecba3620-cb3c-4e33-9d01-5d6e1007755a tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 807 time: 0.2485628 Jul 28 03:38:24.240038 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:24.247224 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.262359 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-5f6aad05-8531-40cd-86fe-29388ebfe70b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/quotas/2ec8f7dad46645b993ed52d18420d074 HTTP/1.1" status: 200 len: 375 time: 0.0448530 Jul 28 03:38:24.351979 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51554) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:24.370673 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-e8eb8b60-bde6-43f8-94dc-31380c10dd42 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056063 Jul 28 03:38:24.464902 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Network cc97ed63-2338-46a1-9110-d568be76479f is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:24.485383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:24.539008 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ec38945b-d6d3-4b08-9512-893ec2efc3b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc497216603d4e2e8a3796258cd3ca0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858253 Jul 28 03:38:24.541540 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51558) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:24.567057 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221958a2-b025-47ce-a69d-32feb6ce3dbb req-6f5aaa1f-16bd-4d6a-9869-9853e3930c40 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:24.574977 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221958a2-b025-47ce-a69d-32feb6ce3dbb req-6f5aaa1f-16bd-4d6a-9869-9853e3930c40 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 944 time: 0.1307750 Jul 28 03:38:24.593461 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-11fa7524-489d-4fc4-b6c3-381690ada9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109866 Jul 28 03:38:24.605382 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.631359 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.686141 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.689801 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.691545 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04a5a355-c589-4235-89f7-ad990732fce7 HTTP/1.1" status: 204 len: 168 time: 0.1488643 Jul 28 03:38:24.718145 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614e46e-29b0-4f8f-9e80-515f70f02121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5a355-c589-4235-89f7-ad990732fce7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:24.730116 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221958a2-b025-47ce-a69d-32feb6ce3dbb req-df932803-bd4f-48ed-9ced-4744648262b5 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492281 Jul 28 03:38:24.785085 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Router a851675e-7f32-4ac7-936c-13252ee4f08f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:24.803008 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-04da1129-4241-4031-8e96-ea8013887b15 service neutron] 10.222.0.26 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086139 Jul 28 03:38:24.804075 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-0703a348-a943-4239-83c9-e2baf60540a8 None None] Provisioning complete for port d9a73397-c118-457f-ae1b-712835977e03 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:24.804581 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0703a348-a943-4239-83c9-e2baf60540a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:24.863719 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-0703a348-a943-4239-83c9-e2baf60540a8 None None] Port d9a73397-c118-457f-ae1b-712835977e03 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:24.943303 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:25.003549 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:25.008426 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:25.008933 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.135114 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.195534 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:25.199100 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc432b54-c264-4a5e-ba1d-35b197a193f0" -d '{"events": [{"server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:25.214869 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:25.221275 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.327233 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085aa3a-aa04-49c0-9eed-72b4d0cb1cfa req-301f4def-3fe5-4e32-af54-bbf700db1b40 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:25.328545 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0085aa3a-aa04-49c0-9eed-72b4d0cb1cfa req-301f4def-3fe5-4e32-af54-bbf700db1b40 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.5136161 Jul 28 03:38:25.333419 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:25.333604 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:25.341813 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4faf9b69-38ad-4da4-937f-344d4a9552b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/a851675e-7f32-4ac7-936c-13252ee4f08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2231312 Jul 28 03:38:25.360155 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2ae6176c-00d1-41a7-8a54-f268b0524efc req-b628aba0-7f95-47ae-a377-87098d484304 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 210 time: 0.0606010 Jul 28 03:38:25.422655 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-b9c7afb6-852b-4039-97db-e11010671a9b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:25.424811 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-b9c7afb6-852b-4039-97db-e11010671a9b tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 946 time: 0.1838622 Jul 28 03:38:25.437730 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.456975 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce6bd1-8a98-4cc5-b7ce-34e5980cdf22 x-openstack-request-id: req-66ce6bd1-8a98-4cc5-b7ce-34e5980cdf22 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:25.457379 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:25.457781 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66ce6bd1-8a98-4cc5-b7ce-34e5980cdf22 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:25.458215 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1', 'code': 200} Jul 28 03:38:25.495746 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0085aa3a-aa04-49c0-9eed-72b4d0cb1cfa req-03be23bc-1706-4192-8709-b2aa92a5aec6 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/security-groups?id=400bfe33-959d-43c8-9b8a-c80aada96a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385093 Jul 28 03:38:25.654927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3cc58-ab2c-4f0c-b213-e38e782515c5 req-67a0f597-f21b-4152-99de-da99f76d06ea tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:25.659835 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb9b39ea-f68c-4491-af7a-f1d097a73622 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:25.670435 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f1e3cc58-ab2c-4f0c-b213-e38e782515c5 req-67a0f597-f21b-4152-99de-da99f76d06ea tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0925817 Jul 28 03:38:25.742148 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port eb9b39ea-f68c-4491-af7a-f1d097a73622 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:25.742548 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.800335 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Deleting port c1b17f1e-500e-404e-99bb-eff1e7a26e98 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:25.800903 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.834665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f1e3cc58-ab2c-4f0c-b213-e38e782515c5 req-aa3f5539-9796-4b32-adeb-c8d0c4106e1b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450603 Jul 28 03:38:25.852530 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e95e0b47-268f-4d99-9238-bb30a9199da3 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:25.868947 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c0d01-1f27-4b42-969d-24ad6ab0c0de req-1d91b784-6c31-4d38-b6d4-4f43da5913a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:25.870493 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-272c0d01-1f27-4b42-969d-24ad6ab0c0de req-1d91b784-6c31-4d38-b6d4-4f43da5913a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 1098 time: 0.1674786 Jul 28 03:38:25.948783 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port e95e0b47-268f-4d99-9238-bb30a9199da3 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:25.954908 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port e95e0b47-268f-4d99-9238-bb30a9199da3 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:25.955294 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.014790 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Sync routers for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:26.028341 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:26.028971 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:26.030752 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-272c0d01-1f27-4b42-969d-24ad6ab0c0de req-c0fec67a-547a-4ac3-90df-c0a366d5ba4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350410 Jul 28 03:38:26.062892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f25526-1246-4c66-9b97-1a7557145e94 req-c102e922-4cf8-4206-8afa-25f4e5210a70 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:26.071941 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d7f25526-1246-4c66-9b97-1a7557145e94 req-c102e922-4cf8-4206-8afa-25f4e5210a70 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.1883514 Jul 28 03:38:26.075177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] For port c1b17f1e-500e-404e-99bb-eff1e7a26e98, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c1b17f1e-500e-404e-99bb-eff1e7a26e98,segment=NetworkSegment(543619b3-4b02-422b-8ab1-17ac5f151f66),segment_id=543619b3-4b02-422b-8ab1-17ac5f151f66)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:26.075627 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.100571 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.101155 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Calling delete_port for c1b17f1e-500e-404e-99bb-eff1e7a26e98 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:26.149960 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.180296 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port e95e0b47-268f-4d99-9238-bb30a9199da3, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e95e0b47-268f-4d99-9238-bb30a9199da3,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:26.189232 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.221232 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d7f25526-1246-4c66-9b97-1a7557145e94 req-4b780ac3-2d76-4794-aeea-f55964b478c1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483293 Jul 28 03:38:26.236779 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:26.280494 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=e95e0b47-268f-4d99-9238-bb30a9199da3,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:26.376063 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.396213 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['c1b17f1e-500e-404e-99bb-eff1e7a26e98'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:26.458228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Pushing event deleted for resources: {'Port': ['ID=c1b17f1e-500e-404e-99bb-eff1e7a26e98,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:26.503040 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51628) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:26.510088 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1406671198-network', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:26.526491 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 2, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:26.531625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-be00be28-27e3-4825-a240-caa639f21221 req-79c7aac3-022e-44c8-acd8-90f253774336 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 210 time: 0.0592260 Jul 28 03:38:26.564559 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Checking router: a851675e-7f32-4ac7-936c-13252ee4f08f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:26.564935 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Updating router a851675e-7f32-4ac7-936c-13252ee4f08f port d9a73397-c118-457f-ae1b-712835977e03 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:26.566934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] No DVR routers for this DVR port c1b17f1e-500e-404e-99bb-eff1e7a26e98 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:26.569993 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Made reservation on behalf of 3ec7fe36221b4e4b977b3ec146bdd2aa for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:26.574263 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.587326 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.587326 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb44fb27-6d81-4a89-a02e-156c70084470 req-30cb6426-7a6f-4fdb-a50b-2c6789474f2c tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.36 "DELETE /v2.0/ports/c1b17f1e-500e-404e-99bb-eff1e7a26e98 HTTP/1.1" status: 204 len: 173 time: 1.1505566 Jul 28 03:38:26.587326 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'name': 'network-vif-deleted', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:26.587892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8677fa8-0a68-4391-9f2a-59773f67e445" -d '{"events": [{"server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "name": "network-vif-deleted", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:26.614248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.615737 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.706208 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-214274df-f7d5-483a-be9e-17f05eb1dc0b req-0dd741c6-754d-431a-bcc2-d28939137ed1 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 210 time: 0.0731034 Jul 28 03:38:26.710533 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578b6b6c-f197-49e1-80e7-567c5fed61c6 x-openstack-request-id: req-578b6b6c-f197-49e1-80e7-567c5fed61c6 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:26.711037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f916e04-6438-4eb1-943d-61c34b671f93", "name": "network-vif-deleted", "tag": "c1b17f1e-500e-404e-99bb-eff1e7a26e98", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:26.711925 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-578b6b6c-f197-49e1-80e7-567c5fed61c6 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:26.713923 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f916e04-6438-4eb1-943d-61c34b671f93', 'name': 'network-vif-deleted', 'tag': 'c1b17f1e-500e-404e-99bb-eff1e7a26e98', 'status': 'completed', 'code': 200} Jul 28 03:38:26.812721 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.818688 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.894484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:38:26.906959 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.907523 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Added segment 85f98aa1-e5c8-4a9a-a768-65cf3668ec01 of type vlan for network 336a17ba-db86-4e12-a6cb-116cc02721fd Jul 28 03:38:26.934934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-3ad7b9f9-b47d-4448-9ab9-112502290634 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:26.936130 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-3ad7b9f9-b47d-4448-9ab9-112502290634 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 807 time: 0.1414216 Jul 28 03:38:26.944052 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50607d-2aaa-42fe-a94b-61a763d51c41,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:26.976607 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.011299 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.012283 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:27.013085 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.020163 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e32f-c2c8-4b92-8344-da0b248805fc req-06fa6cb3-a771-48f6-95e4-21d3d87b63b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:27.028418 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cca9e32f-c2c8-4b92-8344-da0b248805fc req-06fa6cb3-a771-48f6-95e4-21d3d87b63b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0912447 Jul 28 03:38:27.035318 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-a4eef3b7-3de7-4eff-84af-9733d365cc9d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec8f7dad46645b993ed52d18420d074 HTTP/1.1" status: 200 len: 380 time: 0.0695417 Jul 28 03:38:27.055551 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'port': {'device_id': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'admin_state_up': True, 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'security_groups': ['833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:27.084068 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5763829 Jul 28 03:38:27.084068 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457d747-43df-4202-b24d-eabba4af8999 admin admin] Pushing event updated for resources: {'Network': ['ID=336a17ba-db86-4e12-a6cb-116cc02721fd,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:27.084343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51642) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:27.089968 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Request body: {'subnet': {'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1406671198-subnet', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:27.112021 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Made reservation on behalf of 3ec7fe36221b4e4b977b3ec146bdd2aa for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:27.114604 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.130018 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 336a17ba-db86-4e12-a6cb-116cc02721fd details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:38:27.171554 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cca9e32f-c2c8-4b92-8344-da0b248805fc req-92679c8f-041a-4f3f-aed7-49801c26baa8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422575 Jul 28 03:38:27.189373 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.225853 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Transition to ACTIVE for port object d9a73397-c118-457f-ae1b-712835977e03 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:27.257005 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.293616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Made reservation on behalf of 2ec8f7dad46645b993ed52d18420d074 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:27.301331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.361537 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.459225 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f1706-993b-42db-ac1a-9dbe4c756ff2 None None] Pushing event updated for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:27.474558 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654414d5-c4ec-4268-8ca4-02f2684440c9,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:27.475327 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e95e0b47-268f-4d99-9238-bb30a9199da3 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:27.499079 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Checking segment: {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:27.499506 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Network hostable DHCP agents. Network: 336a17ba-db86-4e12-a6cb-116cc02721fd, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:38:27.528894 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Network 336a17ba-db86-4e12-a6cb-116cc02721fd is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:38:27.542070 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3170e-423c-4ba2-b2d9-638fa3b2da5d req-8270b762-562c-4ad5-a528-0a7d3692eec6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:27.553690 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 336a17ba-db86-4e12-a6cb-116cc02721fd) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:27.554736 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-27c3170e-423c-4ba2-b2d9-638fa3b2da5d req-8270b762-562c-4ad5-a528-0a7d3692eec6 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.2359996 Jul 28 03:38:27.556954 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Attempting to bind port d9a73397-c118-457f-ae1b-712835977e03 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:27.557505 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Attempting to bind port d9a73397-c118-457f-ae1b-712835977e03 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:27.558857 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Attempting to bind port d9a73397-c118-457f-ae1b-712835977e03 on network cc97ed63-2338-46a1-9110-d568be76479f {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:27.559343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:27.559977 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.571444 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cc61c-b050-4a78-832d-414086a265ff None None] Network 336a17ba-db86-4e12-a6cb-116cc02721fd requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:27.573675 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:27.574162 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Checking segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:27.574727 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.575145 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Bound using segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:27.575822 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Bound port: d9a73397-c118-457f-ae1b-712835977e03, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:27.576203 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.602806 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3a4a455b-ac26-4702-81bc-c10b500de6a7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5166888 Jul 28 03:38:27.605125 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 51654) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:27.614288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:27.703568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port e95e0b47-268f-4d99-9238-bb30a9199da3 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:27.704232 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.708202 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-27c3170e-423c-4ba2-b2d9-638fa3b2da5d req-3a385817-2ffa-4140-a9bf-557f17d48f84 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515229 Jul 28 03:38:27.732287 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-80847'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.742589 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-80836'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.788182 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] For port d9a73397-c118-457f-ae1b-712835977e03, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:27.792095 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] For port d9a73397-c118-457f-ae1b-712835977e03, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d9a73397-c118-457f-ae1b-712835977e03,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:27.811880 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.845848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.943933 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ced495e-c7ca-4a33-afd9-80c43e5ac747 req-cc70f503-fb10-4382-a372-e874547ce0b7 tempest-VolumesActionsTest-1018776893 tempest-VolumesActionsTest-1018776893-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f916e04-6438-4eb1-943d-61c34b671f93 HTTP/1.1" status: 200 len: 210 time: 0.0948961 Jul 28 03:38:27.945573 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-628896d4-e947-401d-a132-c77cab1252fc req-b04675cd-c941-4828-9252-6afcc550a3a9 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 210 time: 0.0980985 Jul 28 03:38:27.960370 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:27.962050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:27.994506 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Allocated IP 172.20.0.12 (e6a28a66-d048-4f17-8bf0-834866f0c6c6/ee0729bc-8ef2-494f-8990-97b32f192801/618c467b-e135-4e49-a1d4-45bf6b84c3b5) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:28.031154 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f1706-993b-42db-ac1a-9dbe4c756ff2 None None] Pushing event updated for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:28.062877 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cb28d03-8362-53b6-8a00-360b58bacbed-336a17ba-db86-4e12-a6cb-116cc02721fd', 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'fixed_ips': [{'subnet_id': '654414d5-c4ec-4268-8ca4-02f2684440c9'}]}} from dv-cinder-733062-21-smb. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:38:28.063742 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.132531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-80874'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.222828 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:28.346017 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Allocated IP 172.20.0.2 (336a17ba-db86-4e12-a6cb-116cc02721fd/654414d5-c4ec-4268-8ca4-02f2684440c9/b1b1f725-ec4a-43fb-89bd-dcb0c06773ba) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:28.349392 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.359452 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a7249-56d4-4ec2-8852-896e9de43ba4 req-81042ed9-f587-478c-aa4c-421d22983322 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:28.361164 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-677a7249-56d4-4ec2-8852-896e9de43ba4 req-81042ed9-f587-478c-aa4c-421d22983322 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1027472 Jul 28 03:38:28.383122 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Transition to ACTIVE for port object 618c467b-e135-4e49-a1d4-45bf6b84c3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:28.439134 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-677a7249-56d4-4ec2-8852-896e9de43ba4 req-3e09fa83-a045-4a20-a168-9d13c9824f3a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687056 Jul 28 03:38:28.518345 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.587340 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:28.589565 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.593595 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:28.596138 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:28.600954 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:27Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:28.603022 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Transition to ACTIVE for port object b1b1f725-ec4a-43fb-89bd-dcb0c06773ba will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:28.637623 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:28.641566 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9c41b-8dce-4155-aff3-ac6d93b3962e None None] The sync data for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb is: [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:27Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:28.657090 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.665665 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Transition to ACTIVE for port object b1b1f725-ec4a-43fb-89bd-dcb0c06773ba will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:28.684251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.685794 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.726550 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:28.727781 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.771363 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Network 336a17ba-db86-4e12-a6cb-116cc02721fd is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:28.774625 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:28.777181 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:28.787331 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-58e00b2b-35b1-4497-895f-15b461b25427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7376983 Jul 28 03:38:28.823694 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Pushing event updated for resources: {'Port': ['ID=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:28.862183 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Attempting to bind port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:28.862504 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Attempting to bind port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:28.862819 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Attempting to bind port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba on network 336a17ba-db86-4e12-a6cb-116cc02721fd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:28.875808 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Allocated IP 172.28.0.36 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/a6f25925-290a-4173-b797-2812379d7905) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:28.880701 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:28.881092 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Checking segment: {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:28.881510 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.882066 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Bound using segment: {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:28.882561 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Bound port: b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:28.882949 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:28.933798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Request body: {'port': {'device_id': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:28.975600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] For port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:28.982463 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c1b17f1e-500e-404e-99bb-eff1e7a26e98 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:29.008744 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: c1b17f1e-500e-404e-99bb-eff1e7a26e98 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:29.009466 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device c1b17f1e-500e-404e-99bb-eff1e7a26e98 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:29.016932 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3da1aa99-c827-4051-bf06-22d1f74c677b None None] Provisioning for port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:29.031601 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bf34-6e72-4dad-9fd8-e79c7f246fc3 req-e661decf-9fd5-4efc-9e97-2d67d58f82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:29.032050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3da1aa99-c827-4051-bf06-22d1f74c677b None None] Provisioning complete for port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:29.032050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3da1aa99-c827-4051-bf06-22d1f74c677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:29.032212 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aa03bf34-6e72-4dad-9fd8-e79c7f246fc3 req-e661decf-9fd5-4efc-9e97-2d67d58f82b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.0910594 Jul 28 03:38:29.076910 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] For port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:29.076910 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3da1aa99-c827-4051-bf06-22d1f74c677b None None] Port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:29.096225 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb825e2-73ed-46a7-b720-d19d33bed9c0 req-55bdfd8f-8919-4fed-bbd5-257b4aca1739 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:29.097670 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-efb825e2-73ed-46a7-b720-d19d33bed9c0 req-55bdfd8f-8919-4fed-bbd5-257b4aca1739 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.3020456 Jul 28 03:38:29.125637 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:29.191718 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:29.214098 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725c8e-e1c6-486a-9589-b397c139823b None None] Pushing event updated for resources: {'Port': ['ID=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:29.388562 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aa03bf34-6e72-4dad-9fd8-e79c7f246fc3 req-127d40e5-8e6e-428c-99f1-6a517d227f3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370245 Jul 28 03:38:29.400356 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:29.433965 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-efb825e2-73ed-46a7-b720-d19d33bed9c0 req-17672379-f85f-4dff-a457-6e85fc8cde8d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986372 Jul 28 03:38:29.439526 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d9a73397-c118-457f-ae1b-712835977e03 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:29.466964 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7876b-461f-41f5-89a1-e798334ade7f req-c7dd0f94-6c71-49e2-a07c-36697b89877a tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:29.479258 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-65b7876b-461f-41f5-89a1-e798334ade7f req-c7dd0f94-6c71-49e2-a07c-36697b89877a tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 932 time: 0.3784955 Jul 28 03:38:29.703245 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-65b7876b-461f-41f5-89a1-e798334ade7f req-7ab9ccfe-489a-49a3-918d-bcd2c5dde013 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853468 Jul 28 03:38:29.871133 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port d9a73397-c118-457f-ae1b-712835977e03 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:29.880414 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port d9a73397-c118-457f-ae1b-712835977e03 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:29.885022 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.053983 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.138764 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port d9a73397-c118-457f-ae1b-712835977e03, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d9a73397-c118-457f-ae1b-712835977e03,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:30.150568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.227739 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:30.332234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aec67f-f09f-47ef-a10f-bfef9e608c5f req-60e060b8-0df3-418a-b61a-4e388f6cf73b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:30.340474 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-70aec67f-f09f-47ef-a10f-bfef9e608c5f req-60e060b8-0df3-418a-b61a-4e388f6cf73b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.6173933 Jul 28 03:38:30.379455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.463165 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:30.482823 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-70aec67f-f09f-47ef-a10f-bfef9e608c5f req-fb1f8ac2-cd3b-494a-b72e-2c1d9e5e4e67 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411631 Jul 28 03:38:30.490177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:30.498840 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:30.533335 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f25925-290a-4173-b797-2812379d7905,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:30.704548 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43920a-3b52-4446-928d-c14cf87b1a1b None None] Network 336a17ba-db86-4e12-a6cb-116cc02721fd requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:30.718904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618c467b-e135-4e49-a1d4-45bf6b84c3b5 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:30.729150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.752480 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Transition to ACTIVE for port object 618c467b-e135-4e49-a1d4-45bf6b84c3b5 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:30.793146 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:30.836704 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f65fb144-c0a2-4d3d-bd8b-506e92f3e446 None None] Provisioning for port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:30.923571 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:30.987639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f1fb8-f206-4e14-a59f-2a0d399d4694 req-2b6072c3-9bf3-4a4f-be17-1f1af8f06239 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:30.990230 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c0f1fb8-f206-4e14-a59f-2a0d399d4694 req-2b6072c3-9bf3-4a4f-be17-1f1af8f06239 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.1986248 Jul 28 03:38:31.025585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.330118 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c0f1fb8-f206-4e14-a59f-2a0d399d4694 req-b54b1742-aaf5-4aa6-9829-1361ed040c90 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205433 Jul 28 03:38:31.353915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Attempting to bind port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:31.354740 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Attempting to bind port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:31.354740 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Attempting to bind port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 on network e6a28a66-d048-4f17-8bf0-834866f0c6c6 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:31.375131 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 on network e6a28a66-d048-4f17-8bf0-834866f0c6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:31.375462 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Attempting to bind port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 on network e6a28a66-d048-4f17-8bf0-834866f0c6c6 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:31.400102 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:31.400455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Checking segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:31.400891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Bound using segment: {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:31.401391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Bound port: 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decbb7a2-907f-47c9-b9fb-52f338628db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:31.404306 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.512464 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:31.525428 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405398'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.530554 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:31.549288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.594927 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device b1b1f725-ec4a-43fb-89bd-dcb0c06773ba up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:31.726626 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:31.733337 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:31.733984 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.788543 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:31.789203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:31.790641 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] 10.222.0.36 "PUT /v2.0/ports/618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 1094 time: 2.9909337 Jul 28 03:38:31.810609 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:31.813892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8669f4f8-2204-4e44-b92f-cbae269c38a8" -d '{"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:31.940612 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.016680 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:32.025723 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.031292 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d9a73397-c118-457f-ae1b-712835977e03 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:32.046758 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fce06d4-5479-451e-bb07-28facfd99da8 x-openstack-request-id: req-5fce06d4-5479-451e-bb07-28facfd99da8 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:32.047783 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:32.048505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fce06d4-5479-451e-bb07-28facfd99da8 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:32.049000 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'status': 'completed', 'code': 200} Jul 28 03:38:32.069350 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a885f7-224c-4b71-8dbf-5126e026401c service neutron] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.149510 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d3459-12bd-4760-b508-f998ab87b9ca req-522f57a2-c962-4e0f-8f37-0ab653f26467 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.164377 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b31d3459-12bd-4760-b508-f998ab87b9ca req-522f57a2-c962-4e0f-8f37-0ab653f26467 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.4856772 Jul 28 03:38:32.197453 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-5ff9bd02-0730-4fcb-800a-08ba62d28022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.197453 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-5ff9bd02-0730-4fcb-800a-08ba62d28022 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1097 time: 0.2732000 Jul 28 03:38:32.259812 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port d9a73397-c118-457f-ae1b-712835977e03 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:32.260195 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.310566 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.347915 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-5b043a05-92ac-4169-949b-a2359dd3887b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1330178 Jul 28 03:38:32.387589 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b31d3459-12bd-4760-b508-f998ab87b9ca req-d56bc3ef-7370-4e55-8431-3258c3a2e714 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063673 Jul 28 03:38:32.438636 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Router 57329296-834e-41c1-b032-8a54ecad9089 is scheduled to L3 agent 1208adf5-ba38-45b5-968f-448335e99248 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:38:32.563303 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-36818b3f-5633-4027-8e95-46f9f8204c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.564750 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-36818b3f-5633-4027-8e95-46f9f8204c58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.2025285 Jul 28 03:38:32.657239 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17778848-f003-4e90-9d30-1d810fa59138 req-686fd03b-24b0-4098-9dec-db6114743746 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.666324 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-17778848-f003-4e90-9d30-1d810fa59138 req-686fd03b-24b0-4098-9dec-db6114743746 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.2139330 Jul 28 03:38:32.822907 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:32.834272 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Sync routers for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:32.849315 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-bd9aec04-73a7-46a2-bdee-61269fdaea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.849580 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:32.850360 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:32.850956 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-bd9aec04-73a7-46a2-bdee-61269fdaea70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2771535 Jul 28 03:38:32.903129 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.907488 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-5bdb38f8-5680-4402-a623-7bc87d7a6ec1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3012235 Jul 28 03:38:32.908352 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51848) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.939995 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-17778848-f003-4e90-9d30-1d810fa59138 req-f3b80d19-c36b-4be6-a63f-854d24fe6786 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727048 Jul 28 03:38:32.965839 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b66a5e-1e6b-467a-9115-2132eefbf864 req-f361f86f-dc5d-4b4a-adf1-d84ce7f4d601 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:32.973285 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-43b66a5e-1e6b-467a-9115-2132eefbf864 req-f361f86f-dc5d-4b4a-adf1-d84ce7f4d601 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.2221603 Jul 28 03:38:33.006900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-f558031b-2f45-4852-bc2c-ce4f124df57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:33.008551 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-f558031b-2f45-4852-bc2c-ce4f124df57a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.1985290 Jul 28 03:38:33.122776 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-43b66a5e-1e6b-467a-9115-2132eefbf864 req-59027d70-65b4-4db4-ba5b-ddf6bf6b64f7 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427293 Jul 28 03:38:33.176794 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-2ea7023a-9cea-40db-a025-6692bf126647 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061337 Jul 28 03:38:33.187750 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:33.278710 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-5ad1b287-cccf-43fb-a136-06f1d039ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:33.305947 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-5ad1b287-cccf-43fb-a136-06f1d039ad7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.2806861 Jul 28 03:38:33.415908 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-21f76bda-d515-4aee-bf66-957fe2d2f71f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.1012783 Jul 28 03:38:33.483502 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device b1b1f725-ec4a-43fb-89bd-dcb0c06773ba up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:33.559146 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c49f2343-f48d-45b4-9a64-933a4c7ca0e7 req-2072aaf3-399d-4155-9eb0-e951ccb093a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729708 Jul 28 03:38:33.597904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-1dff002a-50c0-4487-97d6-224615a6caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:33.599489 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-1dff002a-50c0-4487-97d6-224615a6caca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.1439168 Jul 28 03:38:33.612261 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 3, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:33.662361 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Checking router: 57329296-834e-41c1-b032-8a54ecad9089 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:33.662714 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Updating router 57329296-834e-41c1-b032-8a54ecad9089 port a6f25925-290a-4173-b797-2812379d7905 binding host dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:33.668838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:33.676610 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.706839 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.056336 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-05c466b8-8d9c-4092-86c9-3d88e8b251ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4106939 Jul 28 03:38:34.200660 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-9c26d433-65f4-4ca3-aa30-00d63a83c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.202453 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.203027 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-9c26d433-65f4-4ca3-aa30-00d63a83c5c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1097 time: 0.5470247 Jul 28 03:38:34.214453 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Transition to ACTIVE for port object a6f25925-290a-4173-b797-2812379d7905 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:34.221030 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.276998 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caadd17-7da4-49b8-a0c9-753b0fbbb3b4 None None] Pushing event updated for resources: {'Port': ['ID=a6f25925-290a-4173-b797-2812379d7905,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.300145 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.304210 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Attempting to bind port a6f25925-290a-4173-b797-2812379d7905 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:34.304724 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Attempting to bind port a6f25925-290a-4173-b797-2812379d7905 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:34.305038 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Attempting to bind port a6f25925-290a-4173-b797-2812379d7905 on network eda64e09-e91d-467d-a41f-683d0a5236e4 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:34.311308 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:34.311850 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Checking segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:34.312556 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.313092 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Bound using segment: {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:34.313213 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Bound port: a6f25925-290a-4173-b797-2812379d7905, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5db5c-5bad-4971-b5cd-cb0d65840c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:34.313864 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.370805 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] For port a6f25925-290a-4173-b797-2812379d7905, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:34.375187 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] For port a6f25925-290a-4173-b797-2812379d7905, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a6f25925-290a-4173-b797-2812379d7905,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:34.384850 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.398265 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599dbf2-689a-4cdd-8864-3bc729e6d839 req-a0a1afae-9c50-411b-88f6-ac92eb737a75 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.400398 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4599dbf2-689a-4cdd-8864-3bc729e6d839 req-a0a1afae-9c50-411b-88f6-ac92eb737a75 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.2642226 Jul 28 03:38:34.429538 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-ee98f615-1023-4f07-9d84-7662784e00e3 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449004 Jul 28 03:38:34.456753 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caadd17-7da4-49b8-a0c9-753b0fbbb3b4 None None] Pushing event updated for resources: {'Port': ['ID=a6f25925-290a-4173-b797-2812379d7905,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.474583 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:34.475318 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:34.531342 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d0b53-38f1-469c-ac75-b66c9ccaa1b6 req-35725307-8b4f-4d38-adc8-d6e6930472c8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.533257 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-748d0b53-38f1-469c-ac75-b66c9ccaa1b6 req-35725307-8b4f-4d38-adc8-d6e6930472c8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.2032349 Jul 28 03:38:34.540140 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-e5a81eb2-1432-4f52-9a1c-021f3f56551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.542058 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-e5a81eb2-1432-4f52-9a1c-021f3f56551b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.3131886 Jul 28 03:38:34.579036 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Allocated IP 172.20.0.1 (336a17ba-db86-4e12-a6cb-116cc02721fd/654414d5-c4ec-4268-8ca4-02f2684440c9/eb0cdfb2-d408-434e-a5be-9ef3d1567244) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:34.588178 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4599dbf2-689a-4cdd-8864-3bc729e6d839 req-49d91f3e-de27-4f3c-93bd-a77e258ca290 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713233 Jul 28 03:38:34.604971 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:34.639556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-67365500-21f0-4660-bc5c-d1e795c8e883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0761886 Jul 28 03:38:34.750291 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-748d0b53-38f1-469c-ac75-b66c9ccaa1b6 req-be5c1d36-5db5-4fe2-b94a-5302e8f30fc3 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966581 Jul 28 03:38:34.788305 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-625a2a8e-6d01-4535-9398-e3a4d7636423 req-a240a811-4836-4f94-8705-934cb3372b5a service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452134 Jul 28 03:38:34.810255 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.825223 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-c04fe906-8cde-4a75-8f27-5c9a71d55b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.828756 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-c04fe906-8cde-4a75-8f27-5c9a71d55b15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.1632574 Jul 28 03:38:34.840640 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 3, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:34.842698 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Transition to ACTIVE for port object eb0cdfb2-d408-434e-a5be-9ef3d1567244 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:34.904017 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60a07c-ace3-4f49-8b54-e1c0071da293 None None] The sync data for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb is: [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 3, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:34.910424 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.930634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-616a5eac-fee1-4be0-bed3-5d5767323633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.933034 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-616a5eac-fee1-4be0-bed3-5d5767323633 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0960307 Jul 28 03:38:34.970970 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.975232 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Network 336a17ba-db86-4e12-a6cb-116cc02721fd is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:34.983176 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:34.985811 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.986230 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.986496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.986838 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.987174 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.987507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.987823 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.988153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.988510 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.988796 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.989240 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.989441 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:34.998611 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:35.127256 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405321'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.238130 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-89769500-27cf-4786-9392-397d3ac45260 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896924 Jul 28 03:38:35.328689 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.519806 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8669f4f8-2204-4e44-b92f-cbae269c38a8 req-f56357f9-247d-4a18-aa5b-4d86c045b628 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586091 Jul 28 03:38:35.584499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-96b8eae8-df9e-4df2-9f60-a176700aeac4 None None] Provisioning for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:35.604273 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-96b8eae8-df9e-4df2-9f60-a176700aeac4 None None] Provisioning complete for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:35.604805 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-96b8eae8-df9e-4df2-9f60-a176700aeac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.668233 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-96b8eae8-df9e-4df2-9f60-a176700aeac4 None None] Port eb0cdfb2-d408-434e-a5be-9ef3d1567244 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:35.746584 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.753622 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.757005 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6a7e3-0d21-4e53-afca-da594c7b0ac0 req-fbf3a438-a415-4954-bc6f-8d6df75c0d9c tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:35.765594 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c4e6a7e3-0d21-4e53-afca-da594c7b0ac0 req-fbf3a438-a415-4954-bc6f-8d6df75c0d9c tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.0737171 Jul 28 03:38:35.885803 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c4e6a7e3-0d21-4e53-afca-da594c7b0ac0 req-9f8a61c9-d732-4c42-b5a6-0d68722fe2dc tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187425 Jul 28 03:38:35.902573 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398041'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.905913 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.979702 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb513fb-3d6b-4558-b840-035d2e8ecfc4 req-fd47bf3c-5cc9-425d-94e2-26076d7f1ec1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:35.988375 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8bb513fb-3d6b-4558-b840-035d2e8ecfc4 req-fd47bf3c-5cc9-425d-94e2-26076d7f1ec1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0941498 Jul 28 03:38:36.087880 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8bb513fb-3d6b-4558-b840-035d2e8ecfc4 req-37b862a9-61df-4830-93cb-c93c776bc27e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932214 Jul 28 03:38:36.134850 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Network 336a17ba-db86-4e12-a6cb-116cc02721fd is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:36.136285 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:36.377808 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Router 57329296-834e-41c1-b032-8a54ecad9089 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:36.571074 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:36.584212 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-23d6d821-15ff-42af-90ad-4ffd40f95e83 admin admin] 10.222.0.26 "PUT /v2.0/routers/57329296-834e-41c1-b032-8a54ecad9089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6728320 Jul 28 03:38:36.632437 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-13afc756-7eeb-4054-bb17-32990621beed None None] Provisioning complete for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:36.634861 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-13afc756-7eeb-4054-bb17-32990621beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.716703 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-13afc756-7eeb-4054-bb17-32990621beed None None] Port eb0cdfb2-d408-434e-a5be-9ef3d1567244 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:37.041741 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:37.055337 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507044dd-85c1-4777-98ed-dc4c737dbda7 req-217546e3-93a0-4275-ba3b-4cb880fbd1df tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.057197 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-507044dd-85c1-4777-98ed-dc4c737dbda7 req-217546e3-93a0-4275-ba3b-4cb880fbd1df tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.0877070 Jul 28 03:38:37.226686 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-507044dd-85c1-4777-98ed-dc4c737dbda7 req-4eb98738-5645-42cd-bddb-a7c286e22c3b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624274 Jul 28 03:38:37.297589 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:37.348799 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'mac_address': 'fa:16:3e:4e:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:37.409650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.425266 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618c467b-e135-4e49-a1d4-45bf6b84c3b5 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:37.462496 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:37.468859 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.500817 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de23c-2c1d-43fe-bbf4-93e323faaf27 req-f9668612-543c-4720-a3d6-630d0255d1ae tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.508732 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0a8de23c-2c1d-43fe-bbf4-93e323faaf27 req-f9668612-543c-4720-a3d6-630d0255d1ae tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1625841 Jul 28 03:38:37.517521 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a6f25925-290a-4173-b797-2812379d7905 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:37.571346 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0a8de23c-2c1d-43fe-bbf4-93e323faaf27 req-67e46fdc-be32-4a46-9681-ec7b6dd86da7 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601737 Jul 28 03:38:37.734895 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:37.752165 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port a6f25925-290a-4173-b797-2812379d7905 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:37.766782 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port a6f25925-290a-4173-b797-2812379d7905 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:37.767364 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.789720 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc5d4-0281-415d-bae3-d8d323711914 req-2b3948e2-e3f6-4a95-8548-933803f9d013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.804622 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-58ffc5d4-0281-415d-bae3-d8d323711914 req-2b3948e2-e3f6-4a95-8548-933803f9d013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1352029 Jul 28 03:38:37.912667 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['618c467b-e135-4e49-a1d4-45bf6b84c3b5'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:37.932647 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Sync routers for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:38.046347 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-58ffc5d4-0281-415d-bae3-d8d323711914 req-b1a00766-3e8e-4096-91ed-28c0e3ec8839 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402151 Jul 28 03:38:38.190811 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:38.191854 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:38.370042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8eefa-23ad-420f-841b-f4fa14c1b75f req-e0cbec30-d3c5-4c3d-9219-2f05b9d0f1f5 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.387223 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3dc8eefa-23ad-420f-841b-f4fa14c1b75f req-e0cbec30-d3c5-4c3d-9219-2f05b9d0f1f5 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.2468460 Jul 28 03:38:38.510437 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3dc8eefa-23ad-420f-841b-f4fa14c1b75f req-89f3fe5a-c3cc-4d8a-9c3d-bfb47ab7e5b3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139288 Jul 28 03:38:38.547994 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 51992) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:38.556162 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dde79-244f-43ae-9ae0-0cc4d0c7abdc req-e0be6a52-87e4-45a5-b73c-e7af9fe66a1b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.565005 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-249dde79-244f-43ae-9ae0-0cc4d0c7abdc req-e0be6a52-87e4-45a5-b73c-e7af9fe66a1b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 945 time: 0.1579809 Jul 28 03:38:38.676868 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-249dde79-244f-43ae-9ae0-0cc4d0c7abdc req-acfea016-515e-4c6d-b2ba-d29495d41c4d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108911 Jul 28 03:38:38.778013 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:38.859923 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95a93-0544-4dba-991d-375c6cd88573 req-4a9d1bfc-f530-4b30-ad88-8bf4e4160994 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.869639 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1e70429-762a-486d-8e0f-a236053de2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.871653 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a1b95a93-0544-4dba-991d-375c6cd88573 req-4a9d1bfc-f530-4b30-ad88-8bf4e4160994 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1502964 Jul 28 03:38:38.911134 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.934842 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port a6f25925-290a-4173-b797-2812379d7905, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a6f25925-290a-4173-b797-2812379d7905,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:38.958574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.974526 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a1b95a93-0544-4dba-991d-375c6cd88573 req-ed0f528a-04c6-449c-917b-1e4fe72258b5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005123 Jul 28 03:38:39.043728 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1e70429-762a-486d-8e0f-a236053de2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.053739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1e70429-762a-486d-8e0f-a236053de2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.123160 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70429-762a-486d-8e0f-a236053de2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4953b61e-ad69-4901-8ae1-6c702077812a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:39.169329 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f1e70429-762a-486d-8e0f-a236053de2e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47ad41c544e74285bb817343a266513a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174405 Jul 28 03:38:39.170123 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52004) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:39.379819 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=a6f25925-290a-4173-b797-2812379d7905,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:39.414445 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.442414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd124f-e14e-41aa-9ab8-218ce7b8a990 req-1ad162fc-f636-419a-8daf-1f8c42b019da tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:39.446926 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-79dd124f-e14e-41aa-9ab8-218ce7b8a990 req-1ad162fc-f636-419a-8daf-1f8c42b019da tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1786518 Jul 28 03:38:39.645283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:35Z', 'revision_number': 4, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'eb0cdfb2-d408-434e-a5be-9ef3d1567244', 'name': '', 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'mac_address': 'fa:16:3e:63:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:34Z', 'updated_at': '2021-07-28T03:38:35Z', 'revision_number': 2, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'subnets': [{'id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:39.676312 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.677096 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Checking router: 57329296-834e-41c1-b032-8a54ecad9089 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:39.677707 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Updating router 57329296-834e-41c1-b032-8a54ecad9089 port eb0cdfb2-d408-434e-a5be-9ef3d1567244 binding host dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:39.691149 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-79dd124f-e14e-41aa-9ab8-218ce7b8a990 req-b76ecd94-88ed-44f0-b1bf-b93b7cdf00e0 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316329 Jul 28 03:38:39.731796 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.799259 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02aa13-9cf6-4a2e-b1d4-168cdd220158 req-d273da68-55fa-4578-a2ec-149dcc82c593 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:39.801243 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b02aa13-9cf6-4a2e-b1d4-168cdd220158 req-d273da68-55fa-4578-a2ec-149dcc82c593 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.1311243 Jul 28 03:38:39.948988 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b02aa13-9cf6-4a2e-b1d4-168cdd220158 req-ddafab16-2ca2-4b00-ac2c-bc0483c7a36e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100121 Jul 28 03:38:39.978583 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5314-f1ba-4084-be03-c7c1385332ed req-a35f5bea-365e-4722-aa55-43850a810bcc tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:39.991290 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-471a5314-f1ba-4084-be03-c7c1385332ed req-a35f5bea-365e-4722-aa55-43850a810bcc tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 945 time: 0.1865060 Jul 28 03:38:39.993957 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.001364 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.004338 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4953b61e-ad69-4901-8ae1-6c702077812a HTTP/1.1" status: 204 len: 168 time: 0.8331864 Jul 28 03:38:40.098485 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953b61e-ad69-4901-8ae1-6c702077812a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:40.170439 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.171060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.171582 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.187611 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.188380 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.188937 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.190481 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.191057 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.191599 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.192433 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.197425 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.201490 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e576c1d-2d34-4296-8547-a156010411e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.258585 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-471a5314-f1ba-4084-be03-c7c1385332ed req-47a248ca-37a3-4586-a603-06b31c90de73 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509990 Jul 28 03:38:40.397005 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:40.513413 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-fe646865-3293-41de-a392-c1be5a97c934 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:40.515202 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-fe646865-3293-41de-a392-c1be5a97c934 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.1002297 Jul 28 03:38:40.551844 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.585922 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Transition to ACTIVE for port object eb0cdfb2-d408-434e-a5be-9ef3d1567244 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:40.598201 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.740646 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Deleting port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:40.741469 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.872560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Pushing event updated for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:40.892927 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.893416 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.893779 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.894282 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.894618 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.894949 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.895275 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.895599 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.895937 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.896263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.896592 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.896934 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:40.900429 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Attempting to bind port eb0cdfb2-d408-434e-a5be-9ef3d1567244 on host dv-cinder-733062-21-smb for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:40.900801 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Attempting to bind port eb0cdfb2-d408-434e-a5be-9ef3d1567244 by drivers openvswitch,hyperv on host dv-cinder-733062-21-smb at level 0 using segments [{'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:40.901217 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Attempting to bind port eb0cdfb2-d408-434e-a5be-9ef3d1567244 on network 336a17ba-db86-4e12-a6cb-116cc02721fd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:40.907777 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Checking agent: {'id': '6c91eac2-3b39-4d09-84a2-65609a512fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 28, 53), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:40.908160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Checking segment: {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:40.908594 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.908958 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Bound using segment: {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:40.909433 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Bound port: eb0cdfb2-d408-434e-a5be-9ef3d1567244, host: dv-cinder-733062-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f98aa1-e5c8-4a9a-a768-65cf3668ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:40.909838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.041268 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:41.066609 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] For port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:41.067399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.086732 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] For port eb0cdfb2-d408-434e-a5be-9ef3d1567244, host dv-cinder-733062-21-smb, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:41.087105 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9440c2-6fcd-456d-b732-e4171332b419 req-a35bf7a6-3afd-4072-af5f-7b020186621b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:41.095113 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df9440c2-6fcd-456d-b732-e4171332b419 req-a35bf7a6-3afd-4072-af5f-7b020186621b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.2163994 Jul 28 03:38:41.117438 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Calling delete_port for 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:41.126771 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] For port eb0cdfb2-d408-434e-a5be-9ef3d1567244, host dv-cinder-733062-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb0cdfb2-d408-434e-a5be-9ef3d1567244,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:41.127362 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7f81-e11d-4f3b-a7a6-d0f8574733c0 req-ae80b95b-dda1-48d7-9212-bfcf9ecf736e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:41.135917 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-616c7f81-e11d-4f3b-a7a6-d0f8574733c0 req-ae80b95b-dda1-48d7-9212-bfcf9ecf736e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.2708106 Jul 28 03:38:41.140587 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.243669 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df9440c2-6fcd-456d-b732-e4171332b419 req-3d08234e-e7c3-482d-94c9-bcf91e89d39e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401951 Jul 28 03:38:41.245307 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5662256-04f5-418e-82cd-dab75e8048b6 None None] Pushing event updated for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.283531 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-616c7f81-e11d-4f3b-a7a6-d0f8574733c0 req-444abc10-c483-446e-8862-3c77df1e0038 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429093 Jul 28 03:38:41.283844 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:41.284765 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:41.478749 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a6f25925-290a-4173-b797-2812379d7905 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:41.486849 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:41.621443 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:41.643298 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd929f-479c-4b64-8e32-f2e0c6020e3a req-70793300-b58e-4eda-9368-c16f36e1bb27 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:41.645588 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d1cd929f-479c-4b64-8e32-f2e0c6020e3a req-70793300-b58e-4eda-9368-c16f36e1bb27 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 945 time: 0.2444968 Jul 28 03:38:41.661417 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:41.661804 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.710106 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.857880 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d1cd929f-479c-4b64-8e32-f2e0c6020e3a req-d79b125c-349f-4c0c-a919-96f19d5d0b81 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002513 Jul 28 03:38:41.873607 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event deleted for resources: {'Port': ['ID=8ecd0c1f-484b-4507-b99f-76d2d743b2f1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.931763 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] No DVR routers for this DVR port 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:41.942979 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.950368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a5b261e8-b6e1-4315-88dd-04908e7f2918 req-bb8aae7f-f6e7-4ac8-aa93-c5f4dc33f882 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "DELETE /v2.0/ports/8ecd0c1f-484b-4507-b99f-76d2d743b2f1 HTTP/1.1" status: 204 len: 173 time: 1.4184551 Jul 28 03:38:41.953413 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8', '4c1bca93-5339-4b9b-8325-9d55792ff008', '0e2eb584-9c4d-49c6-82ea-0190731af923', '8ecd0c1f-484b-4507-b99f-76d2d743b2f1'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:41.954235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'name': 'network-vif-deleted', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:41.961515 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1889e5-0aab-4130-8707-fb9b77ea2c1c" -d '{"events": [{"server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "name": "network-vif-deleted", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:42.177222 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f412046-026f-44e1-a88b-dcf11429b957 x-openstack-request-id: req-5f412046-026f-44e1-a88b-dcf11429b957 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:42.177980 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d17429b-b3a7-46fa-878a-03725dc6513f", "name": "network-vif-deleted", "tag": "8ecd0c1f-484b-4507-b99f-76d2d743b2f1", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:42.178415 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f412046-026f-44e1-a88b-dcf11429b957 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:42.181295 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17429b-b3a7-46fa-878a-03725dc6513f', 'name': 'network-vif-deleted', 'tag': '8ecd0c1f-484b-4507-b99f-76d2d743b2f1', 'status': 'completed', 'code': 200} Jul 28 03:38:42.206986 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2c729-0ab3-42f5-a38f-9b0057f7115a req-5cce440a-3f0a-4c9b-805c-742e204428e0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:42.218059 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-18f2c729-0ab3-42f5-a38f-9b0057f7115a req-5cce440a-3f0a-4c9b-805c-742e204428e0 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 945 time: 0.2062743 Jul 28 03:38:42.304081 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-18f2c729-0ab3-42f5-a38f-9b0057f7115a req-b1a3057a-0ce5-473d-864c-a26abee69c5a tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847538 Jul 28 03:38:42.488802 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:42.571798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352e462-27f0-4eaa-8d79-caae1285113d req-8476848b-c605-48c7-9d66-e107c67afae2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:42.583795 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7352e462-27f0-4eaa-8d79-caae1285113d req-8476848b-c605-48c7-9d66-e107c67afae2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1231651 Jul 28 03:38:42.631826 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port a6f25925-290a-4173-b797-2812379d7905 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:42.637045 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:42.717888 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:42.735514 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7352e462-27f0-4eaa-8d79-caae1285113d req-5be46937-56c6-45ff-b61e-37769c929213 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380825 Jul 28 03:38:42.770153 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:42.772835 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd369fb-cd39-488b-881d-46552d4fc008" -d '{"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-plugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:42.783261 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:42.982583 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b4c852-c5d6-460b-890c-1ca4468e1c0e x-openstack-request-id: req-30b4c852-c5d6-460b-890c-1ca4468e1c0e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:42.983411 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-plugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:42.983968 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30b4c852-c5d6-460b-890c-1ca4468e1c0e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:42.984461 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'code': 200} Jul 28 03:38:43.058963 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-199eaf68-8c22-40a4-a2e5-d051450e9d02 req-6148e589-d4c8-4e22-a8d9-c480d61b532c tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d17429b-b3a7-46fa-878a-03725dc6513f HTTP/1.1" status: 200 len: 210 time: 0.0403285 Jul 28 03:38:43.129536 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:43.445822 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34af75-9718-4604-b3dd-0c5e7b2ec8be req-4c5b9072-8c11-4837-94a3-d235573ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.445822 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cf34af75-9718-4604-b3dd-0c5e7b2ec8be req-4c5b9072-8c11-4837-94a3-d235573ac195 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.0905080 Jul 28 03:38:43.459488 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:35Z', 'revision_number': 4, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'eb0cdfb2-d408-434e-a5be-9ef3d1567244', 'name': '', 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'mac_address': 'fa:16:3e:63:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:34Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 4, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'subnets': [{'id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:43.526894 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c3dc8-b559-47e5-8c82-d847d94f9063 None None] The sync data for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb is: [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:38:35Z', 'revision_number': 4, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'eb0cdfb2-d408-434e-a5be-9ef3d1567244', 'name': '', 'network_id': '336a17ba-db86-4e12-a6cb-116cc02721fd', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'mac_address': 'fa:16:3e:63:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:34Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 4, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'subnets': [{'id': '654414d5-c4ec-4268-8ca4-02f2684440c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:43.625965 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cf34af75-9718-4604-b3dd-0c5e7b2ec8be req-54bae6d0-2c6d-4e2c-af4b-9e594557d2c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693647 Jul 28 03:38:43.672452 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be3b4-dbd5-4a82-91c9-01b8f9899708 req-35bf2db6-3325-4222-8adc-569348896f39 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.681726 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-519be3b4-dbd5-4a82-91c9-01b8f9899708 req-35bf2db6-3325-4222-8adc-569348896f39 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1585846 Jul 28 03:38:43.795112 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-519be3b4-dbd5-4a82-91c9-01b8f9899708 req-014dd853-a0c5-411f-976e-80d294610e02 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099384 Jul 28 03:38:43.953630 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc27b4-c286-493d-b403-681f8b13a54c req-5e3e03da-30ba-40e0-855c-c80e394bebf0 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.968267 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-96cc27b4-c286-493d-b403-681f8b13a54c req-5e3e03da-30ba-40e0-855c-c80e394bebf0 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0729733 Jul 28 03:38:44.039051 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-96cc27b4-c286-493d-b403-681f8b13a54c req-01741671-f7d8-4bce-8505-5489f6d7af1f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697105 Jul 28 03:38:45.075595 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:45.150160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:45.150818 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 8ecd0c1f-484b-4507-b99f-76d2d743b2f1 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:45.259785 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af25a9-9c68-4b73-981f-7688fefdfc55 req-fce5be1f-0ad8-421c-80eb-756a34386793 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.261550 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62af25a9-9c68-4b73-981f-7688fefdfc55 req-fce5be1f-0ad8-421c-80eb-756a34386793 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.2546656 Jul 28 03:38:45.326661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-8187299b-b413-4124-9e98-57f357e8dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.328122 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-8187299b-b413-4124-9e98-57f357e8dda3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.1881187 Jul 28 03:38:45.513909 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb0cdfb2-d408-434e-a5be-9ef3d1567244 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:45.580624 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62af25a9-9c68-4b73-981f-7688fefdfc55 req-1d4922b7-8450-41c8-867a-a736c73d0cff tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078632 Jul 28 03:38:45.590652 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-87b7d36f-2df7-4b63-a81f-8decdf586541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.592399 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-87b7d36f-2df7-4b63-a81f-8decdf586541 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.2357960 Jul 28 03:38:45.676201 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc9ee-259a-4904-86fe-7e530c93d633 req-99065827-ad61-40ae-9364-8b5b956bdf79 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.687396 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-076dc9ee-259a-4904-86fe-7e530c93d633 req-99065827-ad61-40ae-9364-8b5b956bdf79 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.3726401 Jul 28 03:38:45.699292 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:45.708719 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:45.710293 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.808426 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.835823 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-63bc36d0-83a5-40c2-be10-bfa65f152d29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.2230182 Jul 28 03:38:45.845140 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] For port eb0cdfb2-d408-434e-a5be-9ef3d1567244, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb0cdfb2-d408-434e-a5be-9ef3d1567244,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:45.850877 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.919479 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-05df6d7d-30ed-497e-97f4-9493ff869896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.920951 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-05df6d7d-30ed-497e-97f4-9493ff869896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.0712640 Jul 28 03:38:45.941107 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-076dc9ee-259a-4904-86fe-7e530c93d633 req-aa39433c-7bed-4fbd-a823-6c9413202bb9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507577 Jul 28 03:38:45.947783 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Pushing event updated for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:46.024645 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-ea089c85-1b77-466c-b087-72a84a9087a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782597 Jul 28 03:38:46.034235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532aac6-dcc5-475d-91de-f098534c88b5 req-6a752209-d8c9-442f-b655-d68523032d42 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.053050 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8532aac6-dcc5-475d-91de-f098534c88b5 req-6a752209-d8c9-442f-b655-d68523032d42 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.3121159 Jul 28 03:38:46.288306 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8532aac6-dcc5-475d-91de-f098534c88b5 req-41ccaa1f-0218-4f8f-ab11-adf0c541d670 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309892 Jul 28 03:38:46.348606 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-936c0415-62ee-48b6-bdba-0c5ced12943d service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852857 Jul 28 03:38:46.469497 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575eb8e-0f13-439f-a1dd-0a77abec6281 req-36a61406-a534-4932-8b3d-f89ba725ef2b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.471316 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d575eb8e-0f13-439f-a1dd-0a77abec6281 req-36a61406-a534-4932-8b3d-f89ba725ef2b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.1115949 Jul 28 03:38:46.565010 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d814ca7c-a226-4de2-b361-ec8484b17bef req-be205d8b-9bc0-44a0-a8df-070808941a75 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064149 Jul 28 03:38:46.581420 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d575eb8e-0f13-439f-a1dd-0a77abec6281 req-bbf5a6d3-4b7c-43b0-baf5-41593eec9f28 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013680 Jul 28 03:38:46.826712 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6aa8-2f15-4123-b849-758c27b11e0c req-d912a3bf-45e2-4bc1-a6dd-4a4376356e09 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.839445 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ae6a6aa8-2f15-4123-b849-758c27b11e0c req-d912a3bf-45e2-4bc1-a6dd-4a4376356e09 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1504598 Jul 28 03:38:46.938520 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ae6a6aa8-2f15-4123-b849-758c27b11e0c req-819edd74-4952-488d-ae67-1f661c5b937e tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920932 Jul 28 03:38:47.191944 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc024-cd0b-4d04-b187-43f3e2a212a4 req-ddaa5334-b8f7-4c2e-8800-45dfc0717427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.193865 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-459dc024-cd0b-4d04-b187-43f3e2a212a4 req-ddaa5334-b8f7-4c2e-8800-45dfc0717427 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1248126 Jul 28 03:38:47.290890 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-459dc024-cd0b-4d04-b187-43f3e2a212a4 req-f2ed28e5-80bf-45e4-9d92-56c321000b5d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869293 Jul 28 03:38:47.320251 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52104) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:47.330212 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5775-b9a6-465b-95b2-452ed4970e31 req-0b7b9118-983d-43de-a3c6-7db907057085 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.341362 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-142f5775-b9a6-465b-95b2-452ed4970e31 req-0b7b9118-983d-43de-a3c6-7db907057085 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1982894 Jul 28 03:38:47.418936 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-142f5775-b9a6-465b-95b2-452ed4970e31 req-c92b2a1e-1d46-48e5-859d-d1e0b1e7be2e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743935 Jul 28 03:38:47.463761 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb0cdfb2-d408-434e-a5be-9ef3d1567244 up at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:47.527963 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cce904-645e-4f9a-9b36-bede7c495f10 req-22531ae3-c12d-451b-9579-e12f83c66a71 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.530220 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5cce904-645e-4f9a-9b36-bede7c495f10 req-22531ae3-c12d-451b-9579-e12f83c66a71 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0927904 Jul 28 03:38:47.552538 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Provisioning complete for port eb0cdfb2-d408-434e-a5be-9ef3d1567244 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:47.553227 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.583384 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f5cce904-645e-4f9a-9b36-bede7c495f10 req-2d451b17-8242-4f2b-a661-0a757db72487 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Jul 28 03:38:47.668903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59608b-c801-459c-891d-02430b4750c8 tempest-TestShelveInstance-639566217 tempest-TestShelveInstance-639566217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.670889 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0a59608b-c801-459c-891d-02430b4750c8 tempest-TestShelveInstance-639566217 tempest-TestShelveInstance-639566217-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1094 time: 0.3497968 Jul 28 03:38:47.676559 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52112) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:47.683338 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:47.751848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea34b-eebf-441a-b2cf-cca6354bfade req-189710f8-93ae-497f-a75a-4d7bded182c3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.753449 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-33cea34b-eebf-441a-b2cf-cca6354bfade req-189710f8-93ae-497f-a75a-4d7bded182c3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.0624568 Jul 28 03:38:47.767124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.823674 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-33cea34b-eebf-441a-b2cf-cca6354bfade req-ca8fcae8-ea4e-4ae6-bb90-b03b559ff945 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604851 Jul 28 03:38:47.954076 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.100383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Allocated IP 172.28.0.252 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/0a46a7bc-cdd0-46cb-85ca-63df4fc678fd) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:48.251481 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.316913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.379806 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:48.385000 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:48.397643 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:48.466931 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'Port': ['ID=0a46a7bc-cdd0-46cb-85ca-63df4fc678fd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:49.270076 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3de75-bbd5-443f-be11-fd76e5b930a3 req-380aa91b-9222-452b-a7e7-7093b62a3248 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:49.280088 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fae3de75-bbd5-443f-be11-fd76e5b930a3 req-380aa91b-9222-452b-a7e7-7093b62a3248 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.5728011 Jul 28 03:38:49.326231 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e693935-d288-41a9-955a-198428a282af req-906774da-251a-4a22-8835-0180dcbe3274 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:49.327751 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e693935-d288-41a9-955a-198428a282af req-906774da-251a-4a22-8835-0180dcbe3274 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.7960243 Jul 28 03:38:49.338647 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb83e7-9691-4347-b9f0-b6f734445db2 req-020e6855-782e-4c5a-b502-44aec429a49b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:49.340194 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b7cb83e7-9691-4347-b9f0-b6f734445db2 req-020e6855-782e-4c5a-b502-44aec429a49b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.7621949 Jul 28 03:38:49.453198 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fae3de75-bbd5-443f-be11-fd76e5b930a3 req-ef247e1a-c9b9-4c0f-ad68-5c508913488f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721940 Jul 28 03:38:49.621003 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b7cb83e7-9691-4347-b9f0-b6f734445db2 req-cd92fa2a-3c54-4539-bc29-512a9b587b1d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005596 Jul 28 03:38:49.870871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Deleting port 0e2eb584-9c4d-49c6-82ea-0190731af923 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:49.871297 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.036644 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2d922b7-fe43-4b86-ba58-71e0a092bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.048536 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba948f-06a8-4b88-a308-cf2a2161c644 req-741547ae-fa1e-4b1c-8ebf-ac606c377465 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:50.057496 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-38ba948f-06a8-4b88-a308-cf2a2161c644 req-741547ae-fa1e-4b1c-8ebf-ac606c377465 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 945 time: 0.2799125 Jul 28 03:38:50.193900 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-38ba948f-06a8-4b88-a308-cf2a2161c644 req-c6663878-7405-44ee-83bd-7aae1f6cc85a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302867 Jul 28 03:38:50.276109 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] For port 0e2eb584-9c4d-49c6-82ea-0190731af923, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0e2eb584-9c4d-49c6-82ea-0190731af923,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:50.276934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.304862 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Calling delete_port for 0e2eb584-9c4d-49c6-82ea-0190731af923 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:50.330639 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.485687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.706006 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.720356 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8', '4c1bca93-5339-4b9b-8325-9d55792ff008', '0e2eb584-9c4d-49c6-82ea-0190731af923'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:50.748661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event deleted for resources: {'Port': ['ID=0e2eb584-9c4d-49c6-82ea-0190731af923,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:50.843743 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] No DVR routers for this DVR port 0e2eb584-9c4d-49c6-82ea-0190731af923 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:50.853713 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc97e8-3a7d-45f7-bd18-141c36f23605 req-b89d9643-4d88-44a5-a263-ad5504a6c469 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:50.855663 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f1bc97e8-3a7d-45f7-bd18-141c36f23605 req-b89d9643-4d88-44a5-a263-ad5504a6c469 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.2156966 Jul 28 03:38:50.861959 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.864847 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e693935-d288-41a9-955a-198428a282af req-e14d1ee8-7c56-4d44-a26f-74fc5614e74d tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "DELETE /v2.0/ports/0e2eb584-9c4d-49c6-82ea-0190731af923 HTTP/1.1" status: 204 len: 173 time: 1.5177586 Jul 28 03:38:50.865542 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'name': 'network-vif-deleted', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:50.868164 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec98e96-395a-4be2-ad61-9c90caf61371" -d '{"events": [{"server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "name": "network-vif-deleted", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:51.004191 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.013362 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f1bc97e8-3a7d-45f7-bd18-141c36f23605 req-673ff0a6-426d-4781-8352-5f288f689e9a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407866 Jul 28 03:38:51.031556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.090987 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event updated for resources: {'Port': ['ID=0a46a7bc-cdd0-46cb-85ca-63df4fc678fd,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:51.102016 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d8884-8cf6-4a19-8c82-9d49d258c864 req-e49ddd3b-1dfa-4b73-887f-396497726b4b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:51.103944 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4e7d8884-8cf6-4a19-8c82-9d49d258c864 req-e49ddd3b-1dfa-4b73-887f-396497726b4b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1718934 Jul 28 03:38:51.158825 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4e7d8884-8cf6-4a19-8c82-9d49d258c864 req-ecda1d7a-865b-43d6-bdf1-34f8dc92fd91 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Jul 28 03:38:51.218120 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226ce21a-aba8-471c-bd27-e74de7114a39 x-openstack-request-id: req-226ce21a-aba8-471c-bd27-e74de7114a39 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:51.218437 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b65f89-7c1f-45b7-a449-0afdfacdd9ed", "name": "network-vif-deleted", "tag": "0e2eb584-9c4d-49c6-82ea-0190731af923", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:51.218666 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-226ce21a-aba8-471c-bd27-e74de7114a39 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:51.219077 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b65f89-7c1f-45b7-a449-0afdfacdd9ed', 'name': 'network-vif-deleted', 'tag': '0e2eb584-9c4d-49c6-82ea-0190731af923', 'status': 'completed', 'code': 200} Jul 28 03:38:51.297280 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.481074 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-761fe200-c458-431e-b71b-88ced0d85b37 req-e1641827-b237-4f0d-9c91-dacf980cf99b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b65f89-7c1f-45b7-a449-0afdfacdd9ed HTTP/1.1" status: 200 len: 210 time: 0.0653253 Jul 28 03:38:51.513450 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Floating IP 0f955e4c-9a5a-4cd7-854e-07bc41e2f023 associated. External IP: 172.28.0.252, port: 618c467b-e135-4e49-a1d4-45bf6b84c3b5. Jul 28 03:38:51.953786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-8909ca04-5f09-4551-9345-b0d7487c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:51.953786 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-8909ca04-5f09-4551-9345-b0d7487c4961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.2442615 Jul 28 03:38:52.064754 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Router 88283e53-9199-4819-8b9a-c71287e5b1f6 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:52.218487 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-36d152c3-c2b8-448a-8699-236d89d7227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.220117 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-36d152c3-c2b8-448a-8699-236d89d7227b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.2377734 Jul 28 03:38:52.319230 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6a0ce-1123-4ee2-b8f6-3f10ad8af0a1 req-b94fa3d3-e9ac-49e4-9919-d3fe81ed4cdd tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.320788 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8e6a0ce-1123-4ee2-b8f6-3f10ad8af0a1 req-b94fa3d3-e9ac-49e4-9919-d3fe81ed4cdd tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1907341 Jul 28 03:38:52.331535 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-00599bd0-cec7-4345-a3e7-16080fc6abf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.0720513 Jul 28 03:38:52.455886 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b7df2b-bc30-4b4e-8d94-0eae15624a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:52.657516 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:52.673429 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Sync routers for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:52.683458 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:52.688554 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8e6a0ce-1123-4ee2-b8f6-3f10ad8af0a1 req-cfee53df-0d05-423c-9e7e-99a2cb6d4f09 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560104 Jul 28 03:38:52.690346 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-71aee118-c063-4551-bb28-ba6b8f842098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.691479 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-71aee118-c063-4551-bb28-ba6b8f842098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.1050026 Jul 28 03:38:52.695059 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:52.696600 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:52.707393 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6306e-425d-4456-af75-8a9e1cfd3864 req-33f95ab9-d528-4228-8841-b91e14d3dd61 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.709188 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04d6306e-425d-4456-af75-8a9e1cfd3864 req-33f95ab9-d528-4228-8841-b91e14d3dd61 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.4008338 Jul 28 03:38:52.719416 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:52.765918 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-0318444b-92b3-48be-957b-726fcda5b1ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545743 Jul 28 03:38:52.806898 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-db6f95cc-589f-4bf5-bed4-d0bc99a8b5d3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1287327 Jul 28 03:38:52.822876 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:52.863205 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04d6306e-425d-4456-af75-8a9e1cfd3864 req-9719bc6c-1860-43d3-a666-ecc1fff9b866 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416767 Jul 28 03:38:52.912660 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-74c72193-ec00-49a4-a408-14f04ac58c65 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318324 Jul 28 03:38:53.072238 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5f516b89-5d4e-4e51-8aac-cfe543f9caf6 req-ad6eadfe-39a6-4cb3-9168-4e48ae78d810 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511984 Jul 28 03:38:53.106403 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0e2eb584-9c4d-49c6-82ea-0190731af923 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:53.135669 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 0e2eb584-9c4d-49c6-82ea-0190731af923 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:53.136439 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0e2eb584-9c4d-49c6-82ea-0190731af923 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:53.201808 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0f955e4c-9a5a-4cd7-854e-07bc41e2f023', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'floating_ip_address': '172.28.0.252', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'mac_address': 'fa:16:3e:4e:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:38:49Z', 'updated_at': '2021-07-28T03:38:49Z', 'revision_number': 0, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:53.220545 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:53.223107 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:53.263306 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Checking router: 88283e53-9199-4819-8b9a-c71287e5b1f6 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:53.286295 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:53.286972 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:38:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:53.298857 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8c5c8d-7445-4f8d-9a7c-b978e1363055 x-openstack-request-id: req-0a8c5c8d-7445-4f8d-9a7c-b978e1363055 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:53.300332 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:53.300730 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a8c5c8d-7445-4f8d-9a7c-b978e1363055 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:53.301439 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'status': 'completed', 'code': 200} Jul 28 03:38:53.444350 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:53.494007 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-8bf7bf4e-c7a1-4071-b648-5e12cb289281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.495825 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-8bf7bf4e-c7a1-4071-b648-5e12cb289281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.1682837 Jul 28 03:38:53.507979 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a3d9-a2c1-4478-9f95-449a159ef71c req-dde78331-7303-4896-8f69-b62f5b27d437 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.510220 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2c76a3d9-a2c1-4478-9f95-449a159ef71c req-dde78331-7303-4896-8f69-b62f5b27d437 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.1337159 Jul 28 03:38:53.648476 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2c76a3d9-a2c1-4478-9f95-449a159ef71c req-2841efd6-c1a8-4f14-a260-da332b40a3f3 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146405 Jul 28 03:38:53.696746 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-eadcc77c-dc11-49d1-86da-057da7707e9c tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.703334 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-eadcc77c-dc11-49d1-86da-057da7707e9c tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 815 time: 0.2983801 Jul 28 03:38:53.732739 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-d2037a08-4354-4799-b894-537c7ecf83cb tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/quotas/a7509e2d77174ba0b5cbc11238fb2d1e HTTP/1.1" status: 200 len: 375 time: 0.0284448 Jul 28 03:38:53.761552 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-236ffb94-4356-40eb-858c-b8b8b91fbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.764341 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-236ffb94-4356-40eb-858c-b8b8b91fbc90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.2415926 Jul 28 03:38:53.785640 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.790316 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0f955e4c-9a5a-4cd7-854e-07bc41e2f023', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'floating_ip_address': '172.28.0.252', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'mac_address': 'fa:16:3e:4e:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:38:49Z', 'updated_at': '2021-07-28T03:38:49Z', 'revision_number': 0, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:53.823430 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7f253-5300-4aea-918e-d03ba67f9535 None None] The sync data for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb is: [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0f955e4c-9a5a-4cd7-854e-07bc41e2f023', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'floating_ip_address': '172.28.0.252', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'mac_address': 'fa:16:3e:4e:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:38:49Z', 'updated_at': '2021-07-28T03:38:49Z', 'revision_number': 0, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:53.911546 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-f30f608f-06dd-4e5b-a636-cc5374b91739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 1000 time: 0.1329131 Jul 28 03:38:53.921274 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd7381-78cf-479d-b8af-1ace5ea1b89a req-1580f213-4d84-4ad8-9469-29e7ef64eaad tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.922845 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f0cd7381-78cf-479d-b8af-1ace5ea1b89a req-1580f213-4d84-4ad8-9469-29e7ef64eaad tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1350803 Jul 28 03:38:53.976368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-9c228f71-27d2-47a5-be85-5c5813c0c02d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2427104 Jul 28 03:38:54.032588 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f0cd7381-78cf-479d-b8af-1ace5ea1b89a req-45e7e78c-2f57-4de9-9878-ca63f1529122 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996482 Jul 28 03:38:54.071767 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-457def82-6928-4cbe-9b8a-28cea169412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.073326 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-457def82-6928-4cbe-9b8a-28cea169412c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.1495488 Jul 28 03:38:54.150211 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-414fdb13-2269-4562-87d4-7f846aec4821 service neutron] 10.222.0.26 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519854 Jul 28 03:38:54.225175 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23774272-b51c-4b64-ae5b-915b52fbbdaf None None] New status for floating IP 0f955e4c-9a5a-4cd7-854e-07bc41e2f023: ACTIVE {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:38:54.247734 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-0b2fa7de-52ac-4449-95ca-8696238b814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.249309 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-0b2fa7de-52ac-4449-95ca-8696238b814a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1617205 Jul 28 03:38:54.372264 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943df47c-ff42-4a6d-a05c-5b5fcbf9e906 req-729dd95d-2d0e-45db-b39f-f906f77502fa tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.379907 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-943df47c-ff42-4a6d-a05c-5b5fcbf9e906 req-729dd95d-2d0e-45db-b39f-f906f77502fa tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1908517 Jul 28 03:38:54.404649 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-ee332c4b-d9e1-4324-b321-8d027b4f909b service neutron] 10.222.0.26 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488472 Jul 28 03:38:54.480067 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-943df47c-ff42-4a6d-a05c-5b5fcbf9e906 req-f0287f9f-b72f-4534-b90e-3cd42563f775 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992634 Jul 28 03:38:54.512680 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-72bab8d1-640b-4edf-8875-d5fbc0ab9460 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500999 Jul 28 03:38:54.656115 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-36f5e459-ebd8-4cbd-a4f8-06e46b28f3f8 req-a11e483f-37e0-4000-ac3a-b2800136fdee service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325121 Jul 28 03:38:54.747950 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13329198-2540-47f2-b76c-9e0544179662 req-c5360e0f-7c8a-4e63-9d29-b5dd50aa9ca3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 210 time: 0.0627959 Jul 28 03:38:54.952531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e41208-8321-4d00-90bc-3bdccbf25bd8 req-009dfb57-4b8b-43f3-bb7a-cff7b4684e4e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.953126 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-97e41208-8321-4d00-90bc-3bdccbf25bd8 req-009dfb57-4b8b-43f3-bb7a-cff7b4684e4e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.1401503 Jul 28 03:38:54.989116 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-f3136e1a-0e03-43b7-a776-b6b180f0b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.990692 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-f3136e1a-0e03-43b7-a776-b6b180f0b513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1099 time: 0.1196611 Jul 28 03:38:55.001146 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639207ea-4b62-4ff7-bed0-8ac191502c6f req-2c2bc169-273b-43f3-94f6-fc621c9fdf07 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.009774 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-639207ea-4b62-4ff7-bed0-8ac191502c6f req-2c2bc169-273b-43f3-94f6-fc621c9fdf07 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1500733 Jul 28 03:38:55.128987 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-97e41208-8321-4d00-90bc-3bdccbf25bd8 req-250ad1e7-7a63-4d70-8b17-c0c453f130e0 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680675 Jul 28 03:38:55.158156 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-639207ea-4b62-4ff7-bed0-8ac191502c6f req-7e8b3fc9-5cee-4c32-a14c-e93375cac2b8 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307473 Jul 28 03:38:55.264221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f205757-8783-4435-8062-ae63a7d2c831 req-362dfb73-ff0a-4165-91c8-9d953d1d3f15 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.265617 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f205757-8783-4435-8062-ae63a7d2c831 req-362dfb73-ff0a-4165-91c8-9d953d1d3f15 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.1070628 Jul 28 03:38:55.267359 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-df398c74-5a7f-46cf-89ad-abc1801625c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.269533 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-df398c74-5a7f-46cf-89ad-abc1801625c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.2576602 Jul 28 03:38:55.415846 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-ebdf3681-9905-43cd-b4f8-925cb368a841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 1002 time: 0.1355610 Jul 28 03:38:55.447330 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.455649 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Deleting port 4c1bca93-5339-4b9b-8325-9d55792ff008 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:55.455995 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.545315 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-843b7497-d709-4fd1-9030-17d200cc95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.546844 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-843b7497-d709-4fd1-9030-17d200cc95eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.1043782 Jul 28 03:38:55.640892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] For port 4c1bca93-5339-4b9b-8325-9d55792ff008, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4c1bca93-5339-4b9b-8325-9d55792ff008,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:55.641263 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.669811 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Calling delete_port for 4c1bca93-5339-4b9b-8325-9d55792ff008 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:55.685787 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-6c323882-1dd9-4200-8c03-1d9694075e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.688122 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-6c323882-1dd9-4200-8c03-1d9694075e0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1259682 Jul 28 03:38:55.698013 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e0e1-02e0-4e8c-b9c4-f74cebc69426 req-984a14f5-0abf-49f8-a8ce-767fba972e1a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.699430 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7c7e0e1-02e0-4e8c-b9c4-f74cebc69426 req-984a14f5-0abf-49f8-a8ce-767fba972e1a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1271322 Jul 28 03:38:55.988587 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.098437 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-1ffe1833-73ce-493b-8b42-9c234ea0d20b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:56.102507 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-1ffe1833-73ce-493b-8b42-9c234ea0d20b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 815 time: 0.1868446 Jul 28 03:38:56.138128 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'port': {'device_id': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'admin_state_up': True, 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:56.172800 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7c7e0e1-02e0-4e8c-b9c4-f74cebc69426 req-20fd1a99-5027-4cf1-8502-da0a569ebf78 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587643 Jul 28 03:38:56.217821 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df4020a8-bb29-405e-8dfa-a8e87618fa90 req-2610a030-7d93-4840-a5fb-aa8b4744e9d0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 210 time: 0.0952570 Jul 28 03:38:56.309149 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-bd1b9d9f-772a-48cf-96fa-eedef156d574 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072109 Jul 28 03:38:56.345246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Made reservation on behalf of a7509e2d77174ba0b5cbc11238fb2d1e for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:56.359355 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.435394 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03794ca-ae9e-47a8-8293-2c9a0a809035 req-9f543475-252f-4007-b4ae-157134cc629f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:56.437100 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b03794ca-ae9e-47a8-8293-2c9a0a809035 req-9f543475-252f-4007-b4ae-157134cc629f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1716218 Jul 28 03:38:56.544892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a2ad3-d03f-4aa7-8c1f-59837d1f826e req-4a3f6e35-ad19-4a1b-972b-e843ef7667db tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:56.544892 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d50a2ad3-d03f-4aa7-8c1f-59837d1f826e req-4a3f6e35-ad19-4a1b-972b-e843ef7667db tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 945 time: 0.2388234 Jul 28 03:38:56.555719 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.567595 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8', '4c1bca93-5339-4b9b-8325-9d55792ff008'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:56.577333 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b03794ca-ae9e-47a8-8293-2c9a0a809035 req-51b545c2-3260-44f7-b75d-bea4ebf89613 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329594 Jul 28 03:38:56.593197 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Allocated IP 172.20.0.4 (cc97ed63-2338-46a1-9110-d568be76479f/f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2/df69c449-9bb7-43b5-be5c-c34469ce4a59) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:56.621042 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dfc58ccb-f216-4596-8f2b-17fe119c75d5 req-9f611d6d-d84c-4a34-a98b-66a42b8c7598 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834918 Jul 28 03:38:56.625264 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event deleted for resources: {'Port': ['ID=4c1bca93-5339-4b9b-8325-9d55792ff008,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:56.676373 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d50a2ad3-d03f-4aa7-8c1f-59837d1f826e req-c85aeb2a-458d-4187-a646-9a2f2d3d8a44 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357899 Jul 28 03:38:56.708282 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] No DVR routers for this DVR port 4c1bca93-5339-4b9b-8325-9d55792ff008 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:56.714476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.714476 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f205757-8783-4435-8062-ae63a7d2c831 req-2c36c35c-da9d-426c-9a88-714692553c2e tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "DELETE /v2.0/ports/4c1bca93-5339-4b9b-8325-9d55792ff008 HTTP/1.1" status: 204 len: 173 time: 1.4357183 Jul 28 03:38:56.714961 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'name': 'network-vif-deleted', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:56.717242 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846b03b-fbc7-4cfa-9535-fec4672fcdbe" -d '{"events": [{"server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "name": "network-vif-deleted", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:56.816592 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4cc762-d5d6-46c6-a57f-d5794da03c60 x-openstack-request-id: req-5b4cc762-d5d6-46c6-a57f-d5794da03c60 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:56.817688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aa537e-482e-4bdf-8753-2e3bee55eb9c", "name": "network-vif-deleted", "tag": "4c1bca93-5339-4b9b-8325-9d55792ff008", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:56.817981 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b4cc762-d5d6-46c6-a57f-d5794da03c60 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:56.818573 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aa537e-482e-4bdf-8753-2e3bee55eb9c', 'name': 'network-vif-deleted', 'tag': '4c1bca93-5339-4b9b-8325-9d55792ff008', 'status': 'completed', 'code': 200} Jul 28 03:38:56.879012 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.907139 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Transition to ACTIVE for port object df69c449-9bb7-43b5-be5c-c34469ce4a59 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:56.958899 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:57.021273 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Network cc97ed63-2338-46a1-9110-d568be76479f is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:57.025114 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:57.030042 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:57.086398 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:57.087034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:57.107569 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:57.127339 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c74635b6-27e5-4218-80d3-8fb370118df0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9988136 Jul 28 03:38:57.310885 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6841-2b04-4f1d-8a77-82eddff1657b req-094078ec-b293-4f1f-8695-53f2b95faec9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:57.312314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-29ba6841-2b04-4f1d-8a77-82eddff1657b req-094078ec-b293-4f1f-8695-53f2b95faec9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0632091 Jul 28 03:38:57.348696 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f96cadad-1710-4498-a737-59f0aecd9e02 None None] Provisioning for port df69c449-9bb7-43b5-be5c-c34469ce4a59 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:57.353648 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f96cadad-1710-4498-a737-59f0aecd9e02 None None] Provisioning complete for port df69c449-9bb7-43b5-be5c-c34469ce4a59 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:57.354167 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f96cadad-1710-4498-a737-59f0aecd9e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:57.357702 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-29ba6841-2b04-4f1d-8a77-82eddff1657b req-fca6829c-c2ea-4a5c-9962-f3c5b9559af8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Jul 28 03:38:57.395400 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-f96cadad-1710-4498-a737-59f0aecd9e02 None None] Port df69c449-9bb7-43b5-be5c-c34469ce4a59 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:38:57.483985 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6064b0-ac18-425d-96c6-93975ff60fd6 req-3a40d65d-0111-4c14-aeb0-375eed194e60 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:57.485448 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ac6064b0-ac18-425d-96c6-93975ff60fd6 req-3a40d65d-0111-4c14-aeb0-375eed194e60 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0609109 Jul 28 03:38:57.523914 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ac6064b0-ac18-425d-96c6-93975ff60fd6 req-d1410ed8-bc3a-48ed-9b94-021e42c26eba tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Jul 28 03:38:57.705077 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b881-cea8-4c1c-839f-76604fa3b1fa req-77062dc7-d11e-45a0-8e32-e7fd98588173 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:57.706558 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1565b881-cea8-4c1c-839f-76604fa3b1fa req-77062dc7-d11e-45a0-8e32-e7fd98588173 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0538347 Jul 28 03:38:57.744945 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1565b881-cea8-4c1c-839f-76604fa3b1fa req-281eb8d7-ae22-4619-916b-088b7d5efea4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Jul 28 03:38:57.839299 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-86a9efea-6c0f-4f11-9583-39e5507fa05b req-5c7da125-1a58-4464-be39-5142d2b3e900 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0300643 Jul 28 03:38:58.488780 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7101991-7fc4-47cc-9753-1ea152620f14 req-68e0a1d9-a717-48bc-8fc1-ca027d36dbae tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:58.490515 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a7101991-7fc4-47cc-9753-1ea152620f14 req-68e0a1d9-a717-48bc-8fc1-ca027d36dbae tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0582821 Jul 28 03:38:58.541271 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a7101991-7fc4-47cc-9753-1ea152620f14 req-a484a6db-11b0-4f5a-8927-e9b55236d8a6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jul 28 03:38:58.660430 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ecabf-ccd9-4050-b9d6-8bef5adc1fd6 req-53b991da-987b-4798-82a5-afc01917886d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:58.661983 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b35ecabf-ccd9-4050-b9d6-8bef5adc1fd6 req-53b991da-987b-4798-82a5-afc01917886d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0574989 Jul 28 03:38:58.707687 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b35ecabf-ccd9-4050-b9d6-8bef5adc1fd6 req-b51d9183-7ca9-46b4-baa0-3e5d152b0262 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Jul 28 03:38:58.860856 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0334-b714-4e0b-8076-9d87396e5bbb req-5681ad14-d509-4432-8133-7448dcfaeecc tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:58.862376 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64ba0334-b714-4e0b-8076-9d87396e5bbb req-5681ad14-d509-4432-8133-7448dcfaeecc tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0503438 Jul 28 03:38:58.907906 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64ba0334-b714-4e0b-8076-9d87396e5bbb req-0d78b7aa-92fd-43ee-9b23-8b8bb8d1d405 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Jul 28 03:38:59.000599 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1e963b22-d0a1-439d-a168-fc3cda1752a3 req-072fc899-a7c9-48a5-a215-724f4847f6d2 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0259900 Jul 28 03:38:59.144152 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 4c1bca93-5339-4b9b-8325-9d55792ff008 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:59.165091 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 4c1bca93-5339-4b9b-8325-9d55792ff008 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:59.165438 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 4c1bca93-5339-4b9b-8325-9d55792ff008 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:59.626408 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52352) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:59.657915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af864-3f15-4fe5-9b20-6269325ef0a0 req-9a85ab2d-211a-429d-88f2-78ef866b79b8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:59.659565 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a84af864-3f15-4fe5-9b20-6269325ef0a0 req-9a85ab2d-211a-429d-88f2-78ef866b79b8 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0549567 Jul 28 03:38:59.672899 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Deleting subnet 921fed0e-3f11-4f5f-8118-7103a20aecd1 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:38:59.676375 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.701957 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a84af864-3f15-4fe5-9b20-6269325ef0a0 req-a4fa6184-6262-496b-8ab1-1409ecdb5a48 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356045 Jul 28 03:38:59.718789 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.761730 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.820938 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.835672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffad3fb-c544-40dc-bcf2-b62180e29afb req-1d6e37e5-38c8-4038-916a-10d089e38f16 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:59.844467 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3ffad3fb-c544-40dc-bcf2-b62180e29afb req-1d6e37e5-38c8-4038-916a-10d089e38f16 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0612440 Jul 28 03:38:59.845826 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921fed0e-3f11-4f5f-8118-7103a20aecd1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:59.851742 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.856254 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-74648af0-abc9-4954-8dc5-8bfff9f7c6ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/921fed0e-3f11-4f5f-8118-7103a20aecd1 HTTP/1.1" status: 204 len: 168 time: 0.2287905 Jul 28 03:38:59.856892 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52358) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:59.890434 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3ffad3fb-c544-40dc-bcf2-b62180e29afb req-46d1d919-0488-4665-a3a5-3eb51b7c7795 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Jul 28 03:38:59.936307 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.026402 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.033790 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c32094-9380-455d-a0f6-71f9f2dc17ed req-5615cf53-6600-4949-a1de-092fbd70fd41 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:00.036369 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c2c32094-9380-455d-a0f6-71f9f2dc17ed req-5615cf53-6600-4949-a1de-092fbd70fd41 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0535622 Jul 28 03:39:00.044762 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79de5ef1-4b48-46b2-85d4-308ef1589ea7']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:00.064558 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543619b3-4b02-422b-8ab1-17ac5f151f66') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:00.064857 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543619b3-4b02-422b-8ab1-17ac5f151f66') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:00.074632 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.087991 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.092292 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c2c32094-9380-455d-a0f6-71f9f2dc17ed req-6a370e29-6e3f-4f29-a01c-f5e808a82994 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Jul 28 03:39:00.093507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:39:00.093922 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:39:00.095514 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:39:00.164538 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.171721 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.174679 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] 10.222.0.26 "DELETE /v2.0/networks/79de5ef1-4b48-46b2-85d4-308ef1589ea7 HTTP/1.1" status: 204 len: 168 time: 0.3161449 Jul 28 03:39:00.187772 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de90849-aa3f-41fe-9788-9a990b2b551d admin admin] Pushing event deleted for resources: {'Network': ['ID=79de5ef1-4b48-46b2-85d4-308ef1589ea7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:00.219810 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cdb997bb-7903-419c-8c5b-a3af97eae693 req-675cca22-f97a-4ca9-b03b-d09c93c2f653 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0276978 Jul 28 03:39:00.361348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52366) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:00.407625 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1c02383b-7d48-49e6-a54f-c7942b0d68cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59f5f97881444c9e84b0f53761b0254a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449874 Jul 28 03:39:00.409885 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52368) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:00.460363 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.481320 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.530981 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.534113 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.535310 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/400bfe33-959d-43c8-9b8a-c80aada96a2f HTTP/1.1" status: 204 len: 168 time: 0.1244738 Jul 28 03:39:00.544679 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784570cd-c693-476a-beb4-ce07e63fa7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bfe33-959d-43c8-9b8a-c80aada96a2f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:00.854334 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2747d-6f7d-439a-842e-575a234bbdf1 req-c630c147-2f83-42c1-8f3c-11b663c011b4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:00.855834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3fd2747d-6f7d-439a-842e-575a234bbdf1 req-c630c147-2f83-42c1-8f3c-11b663c011b4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0692713 Jul 28 03:39:00.906126 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3fd2747d-6f7d-439a-842e-575a234bbdf1 req-513e95d2-a8d1-435d-93bb-ac853b968b90 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Jul 28 03:39:01.025921 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8541-4053-482d-a050-bd251131e2b7 req-42c7fb93-4311-4016-aaf6-eb42666e100d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:01.027511 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64eb8541-4053-482d-a050-bd251131e2b7 req-42c7fb93-4311-4016-aaf6-eb42666e100d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0651460 Jul 28 03:39:01.068495 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64eb8541-4053-482d-a050-bd251131e2b7 req-c22a2131-46ea-4941-a173-8e10a232b488 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 28 03:39:01.229881 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55a65-aec8-4096-9b70-7ada7e427e89 req-27c24d7b-2f5f-4f69-a356-7e2a038ba992 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:01.231394 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12a55a65-aec8-4096-9b70-7ada7e427e89 req-27c24d7b-2f5f-4f69-a356-7e2a038ba992 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0558891 Jul 28 03:39:01.278318 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12a55a65-aec8-4096-9b70-7ada7e427e89 req-8a357b7b-ae85-472e-a300-07fe52b4170c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Jul 28 03:39:01.383206 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-af35ebc4-afa7-403e-ac8a-1df684e876d7 req-1b35b775-3f76-4449-9874-e102290ded42 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0259299 Jul 28 03:39:02.027674 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bdfd4-2441-4175-972a-f9c5687cc021 req-e68518ed-fc97-4ab7-b6c4-5c4061e3104c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.029106 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-381bdfd4-2441-4175-972a-f9c5687cc021 req-e68518ed-fc97-4ab7-b6c4-5c4061e3104c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0532129 Jul 28 03:39:02.071577 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-381bdfd4-2441-4175-972a-f9c5687cc021 req-a1feae78-9fb5-4675-96c1-a03d6708fac7 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Jul 28 03:39:02.187339 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d254-0c25-42f4-87b9-c8f10f9bb608 req-eef7c878-cb0b-412a-86a1-c6ccbe3f2b58 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.188857 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e68d254-0c25-42f4-87b9-c8f10f9bb608 req-eef7c878-cb0b-412a-86a1-c6ccbe3f2b58 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0496788 Jul 28 03:39:02.230139 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e68d254-0c25-42f4-87b9-c8f10f9bb608 req-8b1916d5-c2e5-4746-a3e1-d29e1658b36c tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Jul 28 03:39:02.400142 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732ccae-0cdb-4f95-8abd-c01e0330b910 req-30f173c1-22c1-449a-8b28-30879a4c33a4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.401625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6732ccae-0cdb-4f95-8abd-c01e0330b910 req-30f173c1-22c1-449a-8b28-30879a4c33a4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0542083 Jul 28 03:39:02.442476 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6732ccae-0cdb-4f95-8abd-c01e0330b910 req-8d2d9398-70f4-4a43-93c1-3b715679c5d5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 Jul 28 03:39:02.534630 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-111c319d-6023-4cdb-bd23-4c4dcab967b2 req-e1bfbb6e-164a-4fc5-b546-bcf866023038 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0258992 Jul 28 03:39:03.197440 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4804-c952-4079-a966-b007f0f6abe2 req-4db0f5ab-86ee-4f4d-8db3-16c1e4a02f21 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.198937 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dafd4804-c952-4079-a966-b007f0f6abe2 req-4db0f5ab-86ee-4f4d-8db3-16c1e4a02f21 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0587406 Jul 28 03:39:03.238684 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dafd4804-c952-4079-a966-b007f0f6abe2 req-a18aa384-5d9a-47c9-a6a1-e0c8b2be64ac tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jul 28 03:39:03.343562 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e60770-4be2-4f20-8632-1960114dc68d req-e2ce98d1-0e11-4ed5-9ad9-5ee61e09992a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.345080 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c1e60770-4be2-4f20-8632-1960114dc68d req-e2ce98d1-0e11-4ed5-9ad9-5ee61e09992a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0483441 Jul 28 03:39:03.384779 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c1e60770-4be2-4f20-8632-1960114dc68d req-5f17fc4b-71f2-4a8e-9ec6-95ae6c15f49e tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Jul 28 03:39:03.566860 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c457dcc-d546-4727-8071-3ab05b6e9c55 req-06ba6de1-d8e7-4c0f-84e5-6daaee436f2f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.568347 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6c457dcc-d546-4727-8071-3ab05b6e9c55 req-06ba6de1-d8e7-4c0f-84e5-6daaee436f2f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0559895 Jul 28 03:39:03.613843 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6c457dcc-d546-4727-8071-3ab05b6e9c55 req-45affdfd-0a2d-4f09-91f1-143a72c085e9 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331523 Jul 28 03:39:03.710412 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8cf72a5a-c795-4ee3-8e23-81ac69624e24 req-e7bfe57e-bdd2-4e7f-ae24-2c0ac6b127ac tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0312676 Jul 28 03:39:04.216879 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52438) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:04.323744 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e0be9d8-2fe8-40d4-a854-308ccbd8a75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.376196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dbc87-bdbf-4975-bd84-34efbfd3fce6 req-d349d455-a7d9-4c2f-b7b6-b392a367c53e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.377831 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-201dbc87-bdbf-4975-bd84-34efbfd3fce6 req-d349d455-a7d9-4c2f-b7b6-b392a367c53e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0680933 Jul 28 03:39:04.419917 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-201dbc87-bdbf-4975-bd84-34efbfd3fce6 req-6d1e6b8a-41d4-4833-a347-9da4a2c4f35b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jul 28 03:39:04.450086 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e0be9d8-2fe8-40d4-a854-308ccbd8a75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.454559 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e0be9d8-2fe8-40d4-a854-308ccbd8a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.496798 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8e0be9d8-2fe8-40d4-a854-308ccbd8a75c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59683dfdd63c465393779a23e657b0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785950 Jul 28 03:39:04.497739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0be9d8-2fe8-40d4-a854-308ccbd8a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd0ab71-217e-45bf-88a5-35032a61ead7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:04.500103 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52446) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:04.549729 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.550610 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd49d-488d-46b2-87a5-d8114521feda req-caef8b36-4cc7-4172-b36b-16445670b12b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.552264 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c17cd49d-488d-46b2-87a5-d8114521feda req-caef8b36-4cc7-4172-b36b-16445670b12b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0671241 Jul 28 03:39:04.581389 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.595595 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c17cd49d-488d-46b2-87a5-d8114521feda req-d003476c-7570-4aa6-97c6-cbac9bdc6c19 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Jul 28 03:39:04.630473 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.633914 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.637995 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bd0ab71-217e-45bf-88a5-35032a61ead7 HTTP/1.1" status: 204 len: 168 time: 0.1343079 Jul 28 03:39:04.656781 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb800a2-0466-4202-bcc7-42c07da36ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd0ab71-217e-45bf-88a5-35032a61ead7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:04.775742 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e1ef-926d-4696-a65e-d69718b19b67 req-a4356dff-66b0-4f28-a179-86941247ba4a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.777449 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9931e1ef-926d-4696-a65e-d69718b19b67 req-a4356dff-66b0-4f28-a179-86941247ba4a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0781667 Jul 28 03:39:04.819308 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9931e1ef-926d-4696-a65e-d69718b19b67 req-bb36f72d-b8fc-49c7-a04e-ab7a91ed0b4a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347292 Jul 28 03:39:04.921948 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d107411-c432-4d9a-b095-9f5720657ecb req-410c4b4b-b218-47db-947f-fa1b9f86ea51 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0288692 Jul 28 03:39:05.547704 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635749d2-bfcd-4aef-998a-d3068f41c77e req-93ab11b7-9843-4e2f-ae2d-37e0a22dfc51 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.549270 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-635749d2-bfcd-4aef-998a-d3068f41c77e req-93ab11b7-9843-4e2f-ae2d-37e0a22dfc51 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0552166 Jul 28 03:39:05.587034 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-635749d2-bfcd-4aef-998a-d3068f41c77e req-e5b4ad6d-9e59-4b1f-9fe6-1112ed338ac2 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 28 03:39:05.713202 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989b1d9-3709-4535-be62-76fa5ad9a6ea req-540d67a8-467b-4714-a3e1-3452643de67b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.714687 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b989b1d9-3709-4535-be62-76fa5ad9a6ea req-540d67a8-467b-4714-a3e1-3452643de67b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0542667 Jul 28 03:39:05.752140 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b989b1d9-3709-4535-be62-76fa5ad9a6ea req-90b44c5f-bcdf-4147-8291-d164446d4b8d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Jul 28 03:39:05.939443 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae47ac-60a7-44fc-b3de-3d191af270e8 req-7208b67b-e979-4045-baf6-f8d5127b3fea tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.940966 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c9ae47ac-60a7-44fc-b3de-3d191af270e8 req-7208b67b-e979-4045-baf6-f8d5127b3fea tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0501726 Jul 28 03:39:05.980840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c9ae47ac-60a7-44fc-b3de-3d191af270e8 req-fe721d68-bdfe-494f-a646-29d61ab8c3b6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Jul 28 03:39:06.086432 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-74a1a686-3621-4baa-ab56-830034239767 req-38ed496e-374b-420a-b8e7-0e8e6ba66ff1 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0276864 Jul 28 03:39:06.708367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d5fe9-9573-427f-b017-565df6f637c9 req-5daf9b93-680a-4ef7-b5e7-de835f4c512d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:06.710075 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2b6d5fe9-9573-427f-b017-565df6f637c9 req-5daf9b93-680a-4ef7-b5e7-de835f4c512d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Jul 28 03:39:06.753270 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2b6d5fe9-9573-427f-b017-565df6f637c9 req-08c30a57-aa5c-466f-a1df-1c56ab0ca9e9 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 Jul 28 03:39:06.871263 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e22650-3ec1-4075-ae4f-33ce41834d26 req-3e209eae-e0c8-4998-8389-d699026587f7 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:06.872665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00e22650-3ec1-4075-ae4f-33ce41834d26 req-3e209eae-e0c8-4998-8389-d699026587f7 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0516744 Jul 28 03:39:06.918047 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00e22650-3ec1-4075-ae4f-33ce41834d26 req-4d39f5b5-6769-4553-ae9d-148f87ca3744 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Jul 28 03:39:07.097029 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d3535-7caf-45b7-bed3-22bca0ea68e2 req-b26412bd-9a34-41f6-b877-9c9b248fbbf5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:07.098658 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed3d3535-7caf-45b7-bed3-22bca0ea68e2 req-b26412bd-9a34-41f6-b877-9c9b248fbbf5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0497930 Jul 28 03:39:07.144683 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed3d3535-7caf-45b7-bed3-22bca0ea68e2 req-d64455b7-9e73-4915-9a98-e53a25bbfce1 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388756 Jul 28 03:39:07.253811 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1482decc-b128-4ebd-b417-47807bc98a63 req-59a3357a-5bac-489c-b06b-25c07f0a3129 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0282462 Jul 28 03:39:07.882859 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440769-15ed-4aa2-a386-15a5bf2e401d req-75699e53-3485-4a25-8f06-099edb348b1d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:07.884705 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b440769-15ed-4aa2-a386-15a5bf2e401d req-75699e53-3485-4a25-8f06-099edb348b1d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0561578 Jul 28 03:39:07.923772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b440769-15ed-4aa2-a386-15a5bf2e401d req-c139fcd2-b60b-4bae-ba2f-bd9d82cbf57a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Jul 28 03:39:08.032630 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e606a-e7ff-4022-b5b0-0a6b28d2f077 req-ae01f62a-3d8e-4634-bc6f-004295c6f54e tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.034167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-251e606a-e7ff-4022-b5b0-0a6b28d2f077 req-ae01f62a-3d8e-4634-bc6f-004295c6f54e tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0494738 Jul 28 03:39:08.075245 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-251e606a-e7ff-4022-b5b0-0a6b28d2f077 req-722a4d16-5ebe-4622-bae7-2d0397216fe4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Jul 28 03:39:08.269984 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4792a-98b3-4add-9b43-3a9e2a6d6028 req-74a647b3-14f5-4489-9a16-729370cbc41c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.271472 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00c4792a-98b3-4add-9b43-3a9e2a6d6028 req-74a647b3-14f5-4489-9a16-729370cbc41c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0537474 Jul 28 03:39:08.311182 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00c4792a-98b3-4add-9b43-3a9e2a6d6028 req-b66a9e4e-2b8b-4914-bf07-8b5514caaee0 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Jul 28 03:39:08.406582 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4c2edd1f-09b8-4724-83af-c631100f1a7e req-41f9c867-54fb-436e-b1a6-fc585962df0b tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0311964 Jul 28 03:39:09.038226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9244fe-703f-4b8a-b250-3bb93884a304 req-48d8a61b-8d4e-4ab4-8e2c-813192e8f7fd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.039775 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb9244fe-703f-4b8a-b250-3bb93884a304 req-48d8a61b-8d4e-4ab4-8e2c-813192e8f7fd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0491209 Jul 28 03:39:09.079314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb9244fe-703f-4b8a-b250-3bb93884a304 req-ed4e1890-faf3-4e56-b6cd-2854911f030d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Jul 28 03:39:09.190179 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89606d-6b93-4e4c-8c5b-5261fdd9b374 req-ce6d4385-2d4c-4736-9682-c3e9c04417ee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.197679 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-da89606d-6b93-4e4c-8c5b-5261fdd9b374 req-ce6d4385-2d4c-4736-9682-c3e9c04417ee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0563552 Jul 28 03:39:09.231739 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-da89606d-6b93-4e4c-8c5b-5261fdd9b374 req-bc0b16a2-8266-492c-b81a-96685ace22f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Jul 28 03:39:09.434766 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75bb90-1f2c-473f-ad21-3dc46e19ac45 req-0c58a445-e7a5-4127-929b-fc7c069eb87e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.436239 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9d75bb90-1f2c-473f-ad21-3dc46e19ac45 req-0c58a445-e7a5-4127-929b-fc7c069eb87e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0537071 Jul 28 03:39:09.476345 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9d75bb90-1f2c-473f-ad21-3dc46e19ac45 req-d38eccea-5483-488e-89a4-eb7a1fb24fe7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Jul 28 03:39:09.569846 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e688059b-047c-415d-93d9-b18c9d692c21 req-9bcd8b82-2c89-4971-aa1c-b86a81c81d71 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0261700 Jul 28 03:39:10.191927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9655b-3362-48d6-b6aa-1340e3211d41 req-82bbe0d8-099a-4e88-9b13-dade88700b5c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.193660 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cbe9655b-3362-48d6-b6aa-1340e3211d41 req-82bbe0d8-099a-4e88-9b13-dade88700b5c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Jul 28 03:39:10.231533 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cbe9655b-3362-48d6-b6aa-1340e3211d41 req-294f71cb-7845-473f-a437-aad3e4d54edb tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Jul 28 03:39:10.345626 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc77b-2c53-4974-822e-c01fd92f373c req-16777c7c-08c4-4c2d-a984-077a27418467 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.347094 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-109bc77b-2c53-4974-822e-c01fd92f373c req-16777c7c-08c4-4c2d-a984-077a27418467 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 931 time: 0.0513241 Jul 28 03:39:10.384554 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-109bc77b-2c53-4974-822e-c01fd92f373c req-f481ee80-8e85-4ab8-bca2-ef349d3e270b tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Jul 28 03:39:10.407293 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Request body: {'port': {'device_id': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:10.469985 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.599625 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68569840-49fc-414d-962c-8f061d8a3b94 req-014fc72d-60a4-4464-a920-3a762356f22d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.601225 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68569840-49fc-414d-962c-8f061d8a3b94 req-014fc72d-60a4-4464-a920-3a762356f22d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0544028 Jul 28 03:39:10.647515 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68569840-49fc-414d-962c-8f061d8a3b94 req-a1e3b63e-fd96-4cc9-a54c-65bc2f065395 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Jul 28 03:39:10.680817 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11771bb9-99e8-46a3-b1c7-25160b548410 req-47e5549e-61b2-4c97-8c69-937653c6b3bc tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8aa537e-482e-4bdf-8753-2e3bee55eb9c HTTP/1.1" status: 200 len: 210 time: 0.0283716 Jul 28 03:39:10.777451 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df69c449-9bb7-43b5-be5c-c34469ce4a59 {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:10.787343 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.803757 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Transition to ACTIVE for port object df69c449-9bb7-43b5-be5c-c34469ce4a59 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:10.811133 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.864298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:10.938076 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Attempting to bind port df69c449-9bb7-43b5-be5c-c34469ce4a59 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:10.938521 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Attempting to bind port df69c449-9bb7-43b5-be5c-c34469ce4a59 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:10.938916 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Attempting to bind port df69c449-9bb7-43b5-be5c-c34469ce4a59 on network cc97ed63-2338-46a1-9110-d568be76479f {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:10.943737 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Port df69c449-9bb7-43b5-be5c-c34469ce4a59 on network cc97ed63-2338-46a1-9110-d568be76479f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:10.944066 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Attempting to bind port df69c449-9bb7-43b5-be5c-c34469ce4a59 on network cc97ed63-2338-46a1-9110-d568be76479f {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:10.949022 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:10.949439 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Checking segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:10.949934 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Bound using segment: {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:10.950441 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Bound port: df69c449-9bb7-43b5-be5c-c34469ce4a59, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2638ed48-d887-433d-afe1-c34c31f74f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:10.950893 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.020778 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:11.025073 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:11.031614 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.065533 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.066164 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.067526 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] 10.222.0.36 "PUT /v2.0/ports/df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 1093 time: 0.6646421 Jul 28 03:39:11.067955 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:11.070206 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12569a-4e66-4563-a049-ea38ff049802" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:11.098309 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3617a2-d187-4dcf-ad4b-a51a527b8496 service neutron] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:11.121297 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7145c58-c028-4d93-92e3-6f2569af6f9a x-openstack-request-id: req-d7145c58-c028-4d93-92e3-6f2569af6f9a {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:11.121706 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:11.122089 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7145c58-c028-4d93-92e3-6f2569af6f9a {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:11.122605 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:39:11.166851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-96599481-1820-4613-befc-c1ec1acfa1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.168373 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-96599481-1820-4613-befc-c1ec1acfa1fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1096 time: 0.0431674 Jul 28 03:39:11.220220 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-0f7f91b2-7d50-4fb2-8a81-32c0f7159794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 217 time: 0.0383971 Jul 28 03:39:11.274275 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c39da1d0-0068-43de-a062-d9a501383260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.275777 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-c39da1d0-0068-43de-a062-d9a501383260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0456529 Jul 28 03:39:11.333485 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-908f411a-d05e-46ef-a254-2c13bd2b3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.335023 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-908f411a-d05e-46ef-a254-2c13bd2b3289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0507450 Jul 28 03:39:11.352741 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214102ee-c38f-46ea-a353-c29153b7b9a7 req-b0c0a4a5-39d3-45b6-be1d-ac4c518ca60f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.354273 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-214102ee-c38f-46ea-a353-c29153b7b9a7 req-b0c0a4a5-39d3-45b6-be1d-ac4c518ca60f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0564103 Jul 28 03:39:11.394477 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-214102ee-c38f-46ea-a353-c29153b7b9a7 req-130e02ab-4883-4bcf-a15e-c8f5717d5984 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Jul 28 03:39:11.430816 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-af092b9d-4df3-438e-ab42-d5056f68e212 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862653 Jul 28 03:39:11.498613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac784a-77b7-463d-b461-408ea6f07c5d req-5fc9ac3d-431e-498b-b438-b6aa6ed921f2 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.500241 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c7ac784a-77b7-463d-b461-408ea6f07c5d req-5fc9ac3d-431e-498b-b438-b6aa6ed921f2 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 943 time: 0.0474710 Jul 28 03:39:11.519467 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-9737d2e8-f86a-4ae1-81fc-f205e47d3050 req-df49c751-f1ba-4c9a-abb2-fea02d26fa21 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802798 Jul 28 03:39:11.540393 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c7ac784a-77b7-463d-b461-408ea6f07c5d req-26f73609-99af-42aa-909f-cfc286c3b7b3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341232 Jul 28 03:39:11.611851 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12569a-4e66-4563-a049-ea38ff049802 req-82785954-09e2-404a-9bb9-40074d642d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.613296 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-82785954-09e2-404a-9bb9-40074d642d2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1096 time: 0.0430822 Jul 28 03:39:11.701169 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12569a-4e66-4563-a049-ea38ff049802 req-2ac6456e-b572-48b5-b502-614684a2064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.702781 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-2ac6456e-b572-48b5-b502-614684a2064b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.0812759 Jul 28 03:39:11.750632 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-cf82d7de-aaf0-43c9-b517-9d99a2edb248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 217 time: 0.0390906 Jul 28 03:39:11.766755 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb72297-2813-4ee4-97cb-7523f62e5e3b req-0cc78b80-da30-4e66-a189-0aa9862b4fb3 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.768359 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-abb72297-2813-4ee4-97cb-7523f62e5e3b req-0cc78b80-da30-4e66-a189-0aa9862b4fb3 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0510201 Jul 28 03:39:11.811569 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-abb72297-2813-4ee4-97cb-7523f62e5e3b req-fd3af6ea-1832-442d-afe5-a3e81f3114ee tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Jul 28 03:39:11.819408 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12569a-4e66-4563-a049-ea38ff049802 req-5e2a42b4-331a-46e0-be8a-52a84e291e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.821034 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-5e2a42b4-331a-46e0-be8a-52a84e291e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0585392 Jul 28 03:39:11.879780 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12569a-4e66-4563-a049-ea38ff049802 req-8a60f644-7b17-4ba3-9085-7104bc089dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.881268 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-8a60f644-7b17-4ba3-9085-7104bc089dbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0506380 Jul 28 03:39:11.974268 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-82818847-87f0-47f3-916a-ecc58ca556dd service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852885 Jul 28 03:39:12.068110 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7a12569a-4e66-4563-a049-ea38ff049802 req-3cb4e75c-a734-4cb3-b3a8-c2461a052b4c service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858188 Jul 28 03:39:12.510118 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea34b0d-4251-456a-8c55-99355d1b18c2 req-b20559e2-f426-40a7-9319-d182b40bb7b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.511553 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eea34b0d-4251-456a-8c55-99355d1b18c2 req-b20559e2-f426-40a7-9319-d182b40bb7b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0503409 Jul 28 03:39:12.551335 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eea34b0d-4251-456a-8c55-99355d1b18c2 req-7875b8d9-585a-4a35-beec-b2da025cb28e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Jul 28 03:39:12.653037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8514efc-612f-4819-896b-d8f79d89dede req-afc09cec-cf31-4319-ab84-df6daadef8f8 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.654595 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8514efc-612f-4819-896b-d8f79d89dede req-afc09cec-cf31-4319-ab84-df6daadef8f8 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 943 time: 0.0492985 Jul 28 03:39:12.691986 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8514efc-612f-4819-896b-d8f79d89dede req-511d1062-51dd-49c6-b233-3a77f44f1814 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Jul 28 03:39:13.074322 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb62e-1f35-49f1-9245-a2af7550bbdf req-4a4bbd89-d9e2-4e21-a403-b5af3d2a00f2 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.075801 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62bfb62e-1f35-49f1-9245-a2af7550bbdf req-4a4bbd89-d9e2-4e21-a403-b5af3d2a00f2 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Jul 28 03:39:13.112537 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-62bfb62e-1f35-49f1-9245-a2af7550bbdf req-1598800b-69c3-4a16-a72c-d6d61b16905f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 28 03:39:13.292203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e4c88-36a4-4ff2-8de2-2c0fdee6b706 req-475ecb55-01f1-463a-9ae9-d24f74678a44 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.293646 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-053e4c88-36a4-4ff2-8de2-2c0fdee6b706 req-475ecb55-01f1-463a-9ae9-d24f74678a44 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0481682 Jul 28 03:39:13.333435 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-053e4c88-36a4-4ff2-8de2-2c0fdee6b706 req-0d6deb35-cb3f-40fa-82a5-5fe5b10cc9d5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Jul 28 03:39:13.665794 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e267e-951a-4250-ba83-68fea1c7788a req-23894f70-09e5-4fb5-9921-c355c7947f3e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.667240 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-257e267e-951a-4250-ba83-68fea1c7788a req-23894f70-09e5-4fb5-9921-c355c7947f3e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0480280 Jul 28 03:39:13.703417 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-257e267e-951a-4250-ba83-68fea1c7788a req-3e6bfccb-a906-4e5e-b138-7e7922851033 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Jul 28 03:39:13.802807 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d1bf-8646-4b3a-93d1-92b2c0f79603 req-a6060c48-54a8-424e-935f-87fed389feb6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.804258 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-65d0d1bf-8646-4b3a-93d1-92b2c0f79603 req-a6060c48-54a8-424e-935f-87fed389feb6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 943 time: 0.0482073 Jul 28 03:39:13.842145 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-65d0d1bf-8646-4b3a-93d1-92b2c0f79603 req-88fd6c42-962c-44aa-8e33-7c8885e6c148 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Jul 28 03:39:14.224726 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95612684-1078-4ab2-b297-779ca19d5bcb req-8807c39e-651c-426a-b12d-fc10f9f61898 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.226204 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-95612684-1078-4ab2-b297-779ca19d5bcb req-8807c39e-651c-426a-b12d-fc10f9f61898 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Jul 28 03:39:14.269261 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-95612684-1078-4ab2-b297-779ca19d5bcb req-d94e2022-f0db-49d1-99b8-e9a870e5ec7f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372937 Jul 28 03:39:14.452367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45138a-cb4b-4770-a98b-ab56c0824cc2 req-fc26f6b1-2b37-488d-975b-5bd46ae71b69 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.453772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c45138a-cb4b-4770-a98b-ab56c0824cc2 req-fc26f6b1-2b37-488d-975b-5bd46ae71b69 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0497124 Jul 28 03:39:14.490717 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c45138a-cb4b-4770-a98b-ab56c0824cc2 req-923dd092-adc0-48d2-9a74-147974122e72 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Jul 28 03:39:14.817273 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297ce6-ab89-4ca4-914b-cfc4837a385f req-6c44616a-2945-4bbb-b256-c2f94dc3d3bd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.818769 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54297ce6-ab89-4ca4-914b-cfc4837a385f req-6c44616a-2945-4bbb-b256-c2f94dc3d3bd tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Jul 28 03:39:14.856372 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-54297ce6-ab89-4ca4-914b-cfc4837a385f req-dee25b34-e02d-4092-86b2-154b18d518da tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Jul 28 03:39:14.953387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807ec24-1b32-4f1b-bd01-be1ea7b16f73 req-6c4ae2fb-f554-410f-b7fb-1349f30e9a56 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.954899 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3807ec24-1b32-4f1b-bd01-be1ea7b16f73 req-6c4ae2fb-f554-410f-b7fb-1349f30e9a56 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 943 time: 0.0481668 Jul 28 03:39:14.957885 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-467e5cf5-9fbe-4f05-9ba5-5ec94eef6b9a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.959317 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-467e5cf5-9fbe-4f05-9ba5-5ec94eef6b9a tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0818257 Jul 28 03:39:14.997000 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3807ec24-1b32-4f1b-bd01-be1ea7b16f73 req-399e5dea-126e-4a4c-af5c-6efd357396ee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Jul 28 03:39:15.084826 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Deleting port 446e7405-09ec-4099-a133-97e123aae8e8 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:15.085167 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.173160 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] For port 446e7405-09ec-4099-a133-97e123aae8e8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=446e7405-09ec-4099-a133-97e123aae8e8,segment=NetworkSegment(0506d361-d16b-4d91-adcf-197f6815d449),segment_id=0506d361-d16b-4d91-adcf-197f6815d449)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:15.173532 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.187333 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Calling delete_port for 446e7405-09ec-4099-a133-97e123aae8e8 owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:15.286437 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device df69c449-9bb7-43b5-be5c-c34469ce4a59 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:15.388582 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:15.389788 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886afc5-48cb-4f54-a08f-9b9ed96bc44e req-d9ea6c34-091c-4c59-b5be-8f2c4cb0310f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.391353 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7886afc5-48cb-4f54-a08f-9b9ed96bc44e req-d9ea6c34-091c-4c59-b5be-8f2c4cb0310f tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/ports?device_id=34adcc11-f671-4321-8fef-f2624d2b2554 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Jul 28 03:39:15.401733 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'port_id': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'mac_address': 'fa:16:3e:26:e3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:15.432146 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7886afc5-48cb-4f54-a08f-9b9ed96bc44e req-baf10f17-e724-4159-bbaa-0c44b3cee7cf tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc56a521-44c9-4901-af3a-db2462a3b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Jul 28 03:39:15.441413 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.455320 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69c449-9bb7-43b5-be5c-c34469ce4a59 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:15.475020 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:15.478994 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.528746 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:15.551746 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.563634 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['446e7405-09ec-4099-a133-97e123aae8e8'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:15.581587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Pushing event deleted for resources: {'Port': ['ID=446e7405-09ec-4099-a133-97e123aae8e8,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:15.615203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3099-3eb6-4bac-b41f-4490d9f091de req-f8892eaf-b61b-4004-939b-15f805a2b078 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.616784 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-869c3099-3eb6-4bac-b41f-4490d9f091de req-f8892eaf-b61b-4004-939b-15f805a2b078 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0528829 Jul 28 03:39:15.644225 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] No DVR routers for this DVR port 446e7405-09ec-4099-a133-97e123aae8e8 on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:15.647374 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.649494 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-7ecf8b5f-d980-48b9-b4d1-c2ecb7853b69 req-7d4e2061-eabd-473e-8bfb-e60e55a94789 tempest-AttachVolumeNegativeTest-835033401 tempest-AttachVolumeNegativeTest-835033401-project] 10.222.0.36 "DELETE /v2.0/ports/446e7405-09ec-4099-a133-97e123aae8e8 HTTP/1.1" status: 204 len: 173 time: 0.6830831 Jul 28 03:39:15.649949 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'name': 'network-vif-deleted', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:15.652347 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551beef9-12c2-4465-b4f3-434dd7570a25" -d '{"events": [{"server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "name": "network-vif-deleted", "tag": "446e7405-09ec-4099-a133-97e123aae8e8"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:15.664068 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-869c3099-3eb6-4bac-b41f-4490d9f091de req-c6773d7e-7f94-4aa1-a8a6-8050afb9ef06 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Jul 28 03:39:15.694056 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8631223-23f4-4ab8-b309-c3c00fb69967 x-openstack-request-id: req-f8631223-23f4-4ab8-b309-c3c00fb69967 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:15.694367 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34adcc11-f671-4321-8fef-f2624d2b2554", "name": "network-vif-deleted", "tag": "446e7405-09ec-4099-a133-97e123aae8e8", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:15.694663 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8631223-23f4-4ab8-b309-c3c00fb69967 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:15.695062 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34adcc11-f671-4321-8fef-f2624d2b2554', 'name': 'network-vif-deleted', 'tag': '446e7405-09ec-4099-a133-97e123aae8e8', 'status': 'completed', 'code': 200} Jul 28 03:39:15.785324 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:15.970332 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad97f-534d-472a-a3b0-60c5a2b084d5 req-2664c7c7-bca8-4414-9c21-2ca4da652942 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.971792 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b15ad97f-534d-472a-a3b0-60c5a2b084d5 req-2664c7c7-bca8-4414-9c21-2ca4da652942 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0482335 Jul 28 03:39:16.013111 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b15ad97f-534d-472a-a3b0-60c5a2b084d5 req-ab0dfd2b-057c-4cab-a79b-36e1d4524f9f tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Jul 28 03:39:16.112916 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dfd2f-d7f7-4c31-9fb3-8be698875201 req-6cda6e09-78b2-49eb-b2d4-7fcaf64ebc01 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:16.114462 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f5dfd2f-d7f7-4c31-9fb3-8be698875201 req-6cda6e09-78b2-49eb-b2d4-7fcaf64ebc01 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 944 time: 0.0492632 Jul 28 03:39:16.160294 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f5dfd2f-d7f7-4c31-9fb3-8be698875201 req-7c9b53cd-2724-40c0-a9f5-4e0d86b0d566 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Jul 28 03:39:16.486617 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52580) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:16.529550 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Deleting subnet c18a17da-979e-4aec-8e50-7d6e06b5c8a6 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:39:16.532412 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.565066 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.603766 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.658349 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.685462 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.687333 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c18a17da-979e-4aec-8e50-7d6e06b5c8a6 HTTP/1.1" status: 204 len: 168 time: 0.1997225 Jul 28 03:39:16.688352 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd982e7-cead-4c18-adbc-1709b2050091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18a17da-979e-4aec-8e50-7d6e06b5c8a6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:16.689891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52582) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:16.787646 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.809888 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2ed0-783c-406d-a348-f6fc9179fbee req-81b51744-d418-49b8-8f52-61e882969a00 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:16.811371 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b54d2ed0-783c-406d-a348-f6fc9179fbee req-81b51744-d418-49b8-8f52-61e882969a00 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0716083 Jul 28 03:39:16.901086 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.911732 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b54d2ed0-783c-406d-a348-f6fc9179fbee req-eb9707ea-9d6b-4ac5-a062-e5ceb6f3bf63 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808985 Jul 28 03:39:16.914970 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06ee7f7-893a-4a86-8914-cd6b8df5e59f']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:16.924141 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0506d361-d16b-4d91-adcf-197f6815d449') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:16.924439 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0506d361-d16b-4d91-adcf-197f6815d449') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:16.941022 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2866476'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.954220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.959911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:39:16.960482 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650177'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: Traceback (most recent call last): Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: timer() Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: cb(*args, **kw) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: return func(*args, **kwargs) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: self._notify() Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: self.callback(batched_events) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: event.method(event) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: return f(self, *a, **k) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: return self._get(url).json() Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:39:16.962790 dv-cinder-733062-21-smb neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:39:17.014158 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.019562 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.021370 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b06ee7f7-893a-4a86-8914-cd6b8df5e59f HTTP/1.1" status: 204 len: 168 time: 0.3304994 Jul 28 03:39:17.032629 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765fe94-2895-4597-915c-aa64b245a577 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06ee7f7-893a-4a86-8914-cd6b8df5e59f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.126930 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f4ff9-c962-4a1f-b95b-9971a0300c1b req-623e953a-8334-48de-9ecb-502cae9d2d51 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.128593 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a56f4ff9-c962-4a1f-b95b-9971a0300c1b req-623e953a-8334-48de-9ecb-502cae9d2d51 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0495470 Jul 28 03:39:17.168830 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a56f4ff9-c962-4a1f-b95b-9971a0300c1b req-ef46e015-2b2b-4f38-b47c-7ef41b351a99 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Jul 28 03:39:17.183255 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52592) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.229002 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b0b0af24-5f47-4cce-bd46-7ce7c424ca47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbf7518996c847baabcf5d2c27566040&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445170 Jul 28 03:39:17.231584 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52594) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.276794 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c27e29-ee57-4505-8f09-6cb6499772fb req-4e15e906-42ea-42bc-a1e6-9f9926e1cbd5 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.278432 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-52c27e29-ee57-4505-8f09-6cb6499772fb req-4e15e906-42ea-42bc-a1e6-9f9926e1cbd5 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 944 time: 0.0531096 Jul 28 03:39:17.281819 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.290906 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device df69c449-9bb7-43b5-be5c-c34469ce4a59 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:17.304533 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.316648 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-52c27e29-ee57-4505-8f09-6cb6499772fb req-aa534e38-1061-4082-9762-2c13ae40d12a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 28 03:39:17.350650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port df69c449-9bb7-43b5-be5c-c34469ce4a59 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:17.354410 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port df69c449-9bb7-43b5-be5c-c34469ce4a59 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:17.354782 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.356605 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.359246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.360470 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc56a521-44c9-4901-af3a-db2462a3b08f HTTP/1.1" status: 204 len: 168 time: 0.1278341 Jul 28 03:39:17.369075 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c99b3-4c3a-4b4f-8e6d-efd518d7d47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc56a521-44c9-4901-af3a-db2462a3b08f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.396239 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:17.443410 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.465249 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:17.467533 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b92920e-f912-402d-adaf-36435e9e5959" -d '{"events": [{"server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "name": "network-vif-plugged", "status": "completed", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:17.481098 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:17.486722 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.487575 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 446e7405-09ec-4099-a133-97e123aae8e8 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:17.525972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd4e72-e099-424d-9090-2a64fa6f9dfc x-openstack-request-id: req-10dd4e72-e099-424d-9090-2a64fa6f9dfc {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:17.525972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "name": "network-vif-plugged", "status": "completed", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:17.525972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10dd4e72-e099-424d-9090-2a64fa6f9dfc {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:17.525972 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'code': 200} Jul 28 03:39:17.528651 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 446e7405-09ec-4099-a133-97e123aae8e8 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:17.529088 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 446e7405-09ec-4099-a133-97e123aae8e8 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:17.553456 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.674726 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9813-f8f6-45ae-9076-5f6f1983ad78 req-e8967800-3b32-41b3-b050-57d8b7531ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.676253 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-f50e9813-f8f6-45ae-9076-5f6f1983ad78 req-e8967800-3b32-41b3-b050-57d8b7531ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1098 time: 0.0402462 Jul 28 03:39:17.715049 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-f50e9813-f8f6-45ae-9076-5f6f1983ad78 req-097d46fc-92d6-4811-bcd0-11c94337b082 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Jul 28 03:39:18.029734 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df7dce-a6a9-4e01-a2d6-a2b55c7ad404 req-54467238-7ea8-4801-9154-0263ede38b6b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.031214 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34df7dce-a6a9-4e01-a2d6-a2b55c7ad404 req-54467238-7ea8-4801-9154-0263ede38b6b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0485206 Jul 28 03:39:18.069644 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34df7dce-a6a9-4e01-a2d6-a2b55c7ad404 req-182d0aea-8a1e-434d-b6e5-55cb00da3385 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Jul 28 03:39:18.285972 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b657-ea5d-43cc-b8eb-30b23970d712 req-4b481892-6273-4bb3-bbcb-7c302dd073a5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.287462 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5310b657-ea5d-43cc-b8eb-30b23970d712 req-4b481892-6273-4bb3-bbcb-7c302dd073a5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0490494 Jul 28 03:39:18.330904 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5310b657-ea5d-43cc-b8eb-30b23970d712 req-01158f1a-75d7-461b-9e57-026f8b7bad63 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Jul 28 03:39:18.432503 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08b651-3b75-4ba5-b48a-4cac83f18bbd req-9505ec41-e222-4ca6-b4ef-336ad0854aa7 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.434018 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b08b651-3b75-4ba5-b48a-4cac83f18bbd req-9505ec41-e222-4ca6-b4ef-336ad0854aa7 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Jul 28 03:39:18.472442 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8b08b651-3b75-4ba5-b48a-4cac83f18bbd req-6f1fd9f0-1687-4954-ba18-488edafd6bf3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Jul 28 03:39:19.184757 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f58c-9ec5-447a-898a-a35e14049025 req-4955c52e-042b-4bd2-a8a0-f9c99882f6e7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.186224 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a705f58c-9ec5-447a-898a-a35e14049025 req-4955c52e-042b-4bd2-a8a0-f9c99882f6e7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0476370 Jul 28 03:39:19.222818 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a705f58c-9ec5-447a-898a-a35e14049025 req-97e70eb2-4853-411b-a030-fe7498a631ca tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308447 Jul 28 03:39:19.443678 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37c620-8c16-41bd-afba-2c97c7ceed53 req-b423682a-28dc-45ea-acdb-b84d29126d62 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.445035 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7f37c620-8c16-41bd-afba-2c97c7ceed53 req-b423682a-28dc-45ea-acdb-b84d29126d62 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0465491 Jul 28 03:39:19.484757 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7f37c620-8c16-41bd-afba-2c97c7ceed53 req-8bf7753c-3355-441d-8324-7604e429c01a tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jul 28 03:39:19.587940 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bab39-439a-4413-8f4a-7e9f600ce7fa req-0ab96205-e067-4b5c-9d8b-1cc2e7a72cac tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.589422 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c0bab39-439a-4413-8f4a-7e9f600ce7fa req-0ab96205-e067-4b5c-9d8b-1cc2e7a72cac tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0488102 Jul 28 03:39:19.625959 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c0bab39-439a-4413-8f4a-7e9f600ce7fa req-60068177-d07d-4be5-af43-a9a7348996a2 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Jul 28 03:39:19.737273 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965acd1-f224-4061-9f82-099d6dc5426a req-271a229a-4d08-4299-a22b-a8c8fa6e4cfd tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.738657 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a965acd1-f224-4061-9f82-099d6dc5426a req-271a229a-4d08-4299-a22b-a8c8fa6e4cfd tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0473480 Jul 28 03:39:19.776272 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a965acd1-f224-4061-9f82-099d6dc5426a req-476646db-a2ef-4bb6-90c5-2a72e2221e5e tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Jul 28 03:39:20.023260 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-614c599d-78a9-45f2-8773-4a8681d0814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:20.105541 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324484aa-3280-4c83-b524-e0c3bab19098 req-a074f216-b845-4644-9756-d785d8470ff1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.107067 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-324484aa-3280-4c83-b524-e0c3bab19098 req-a074f216-b845-4644-9756-d785d8470ff1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0523217 Jul 28 03:39:20.156305 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-324484aa-3280-4c83-b524-e0c3bab19098 req-c2d2b7dd-fe28-4032-bb45-f820f5af502a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Jul 28 03:39:20.349891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18301b5-d393-4eda-8b0f-aaf0604bfb00 req-455a3572-5fff-4e97-8811-c9619f856f63 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.351463 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f18301b5-d393-4eda-8b0f-aaf0604bfb00 req-455a3572-5fff-4e97-8811-c9619f856f63 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0526149 Jul 28 03:39:20.395065 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f18301b5-d393-4eda-8b0f-aaf0604bfb00 req-c4f03af2-caca-443b-b1f2-3730f0eab7c7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364637 Jul 28 03:39:20.599454 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4816-9c1a-40fe-80d9-7463f94ee557 req-39a83eef-5a87-43f1-a7bd-7eb9830b144e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.600928 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5dfb4816-9c1a-40fe-80d9-7463f94ee557 req-39a83eef-5a87-43f1-a7bd-7eb9830b144e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0488355 Jul 28 03:39:20.638647 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5dfb4816-9c1a-40fe-80d9-7463f94ee557 req-3a19b169-bd51-4a46-8d47-95fbd287dc61 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jul 28 03:39:21.532134 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c079-2573-4151-a6ee-b26ba13a3b28 req-0d748ed5-0973-47f0-9734-bd8712064749 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.533617 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fb74c079-2573-4151-a6ee-b26ba13a3b28 req-0d748ed5-0973-47f0-9734-bd8712064749 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0563645 Jul 28 03:39:21.589592 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fb74c079-2573-4151-a6ee-b26ba13a3b28 req-7c42c2e9-c8bc-49db-b5dd-1969a633f039 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Jul 28 03:39:21.712634 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52724) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:21.766230 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d6bc4-7964-4dba-af45-63d805d76640 req-27334082-ee81-41c8-acf3-96998e6bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.767888 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-4f0d6bc4-7964-4dba-af45-63d805d76640 req-27334082-ee81-41c8-acf3-96998e6bb2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.0487220 Jul 28 03:39:21.769911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df5fe-9f36-45a9-91eb-bd807f736fe6 req-5839b00b-ff43-4271-a2eb-88cb48a13a23 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.771437 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-676df5fe-9f36-45a9-91eb-bd807f736fe6 req-5839b00b-ff43-4271-a2eb-88cb48a13a23 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0544598 Jul 28 03:39:21.807901 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-4f0d6bc4-7964-4dba-af45-63d805d76640 req-fde7d33d-e566-44be-8055-de09538df2e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Jul 28 03:39:21.821385 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-676df5fe-9f36-45a9-91eb-bd807f736fe6 req-0cf3f7a8-0d12-4c10-91a8-12393ddb9976 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Jul 28 03:39:21.847008 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-caeeb98e-f584-48eb-931f-7cef346a6177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.942890 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-caeeb98e-f584-48eb-931f-7cef346a6177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.947484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-caeeb98e-f584-48eb-931f-7cef346a6177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.990368 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-caeeb98e-f584-48eb-931f-7cef346a6177 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be14b40269524631846fa72faed49a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733793 Jul 28 03:39:21.990540 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52736) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:21.991169 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb98e-f584-48eb-931f-7cef346a6177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a631b-50a3-453b-927f-c7361062a291,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:22.045654 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.067825 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.115820 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.118432 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.119618 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f54a631b-50a3-453b-927f-c7361062a291 HTTP/1.1" status: 204 len: 168 time: 0.1281025 Jul 28 03:39:22.127590 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458aff2-e073-42c8-b223-c18270771906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a631b-50a3-453b-927f-c7361062a291,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:22.402811 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52744) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:22.415572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eabaa490-dc67-4be6-a918-0c6327a64c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.448049 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-63c554bb-e697-43d4-8b8c-b633fcbe54a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.506929 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eabaa490-dc67-4be6-a918-0c6327a64c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.511231 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eabaa490-dc67-4be6-a918-0c6327a64c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.547575 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaa490-dc67-4be6-a918-0c6327a64c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e5d3aa-3eba-454b-88e2-e08dc3764fa0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:22.551722 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-eabaa490-dc67-4be6-a918-0c6327a64c34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e03548718106441989d30c13d2d63e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479027 Jul 28 03:39:22.555012 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52748) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:22.602951 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.624035 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.667095 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.693405 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.696020 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:22.697157 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60e5d3aa-3eba-454b-88e2-e08dc3764fa0 HTTP/1.1" status: 204 len: 168 time: 0.1408057 Jul 28 03:39:22.708873 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b667391-77bc-4bfd-905e-572d4583591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e5d3aa-3eba-454b-88e2-e08dc3764fa0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:22.718545 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3993bac-4911-4c0c-8574-3f4eaf9f849d req-0e67e32e-a706-4a30-9cbe-9c7184894384 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:22.720041 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e3993bac-4911-4c0c-8574-3f4eaf9f849d req-0e67e32e-a706-4a30-9cbe-9c7184894384 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0656893 Jul 28 03:39:22.759744 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e3993bac-4911-4c0c-8574-3f4eaf9f849d req-7c8dfe17-8634-4e2d-aabd-407ff1e14fa8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Jul 28 03:39:22.938606 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d636e-95d3-4b6d-8372-62da412eb323 req-d59f6e06-2f12-4c0a-a39c-ddcff40326f4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:22.940137 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-da3d636e-95d3-4b6d-8372-62da412eb323 req-d59f6e06-2f12-4c0a-a39c-ddcff40326f4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0521607 Jul 28 03:39:22.978261 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-da3d636e-95d3-4b6d-8372-62da412eb323 req-d83512b7-26a6-41b3-8bf8-1ed8cfbb85f4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jul 28 03:39:23.304809 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-59cb66f1-dbe5-447d-8a6a-c8fb5cc46505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.306427 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-59cb66f1-dbe5-447d-8a6a-c8fb5cc46505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61668da9bef94225915fde2e5254e3f2&device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 1099 time: 0.0589528 Jul 28 03:39:23.323467 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae58fc7-47d1-41fb-adb3-cae424c2f489 req-af11757a-2609-4198-afda-d030c9fe5a57 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.331096 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ae58fc7-47d1-41fb-adb3-cae424c2f489 req-af11757a-2609-4198-afda-d030c9fe5a57 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0640922 Jul 28 03:39:23.377637 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ae58fc7-47d1-41fb-adb3-cae424c2f489 req-b8db9812-9d08-4be6-8b4d-98e29341fa25 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Jul 28 03:39:23.425089 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-1192a95d-9dff-450b-812d-d17edb970c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.426641 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-1192a95d-9dff-450b-812d-d17edb970c37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 200 len: 919 time: 0.1135588 Jul 28 03:39:23.469602 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-327a0ae3-d6a8-4503-8c46-e3e5e5f53b50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 200 len: 217 time: 0.0361433 Jul 28 03:39:23.522152 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-866b2596-b9c0-46e1-8fbc-30eeac05948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.523563 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-866b2596-b9c0-46e1-8fbc-30eeac05948c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 200 len: 858 time: 0.0478051 Jul 28 03:39:23.556567 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-2e597b5a-4176-4b7b-aa30-ddeeb31d8cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2574890c-4ff5-4cd0-9788-7aa5f7b54d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263946 Jul 28 03:39:23.656797 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-48c0cd13-b1fd-4c24-b2a8-c13ef6b484bd service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863578 Jul 28 03:39:23.753029 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ac178134-a9ac-4704-b414-09f238b7abd1 req-285e4e32-cb19-4d62-b4ac-09bcb56e69d1 service neutron] 10.222.0.36 "GET /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871997 Jul 28 03:39:23.785326 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:23.883952 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11cb1-87da-4718-aa04-fd6b069a2459 req-58d6864f-5dc1-4bc0-8478-bcb147a0f571 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.885681 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9db11cb1-87da-4718-aa04-fd6b069a2459 req-58d6864f-5dc1-4bc0-8478-bcb147a0f571 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0492442 Jul 28 03:39:23.922754 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9db11cb1-87da-4718-aa04-fd6b069a2459 req-036a8a9e-3dde-416d-9ccb-86223d902ac8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 28 03:39:24.301806 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52814) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:24.407750 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cd662e8-f3d0-4a03-ba2f-f20259399536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.433801 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b955973-2d05-4940-bad8-b7f214ef2076 req-e867eb3c-9cd8-4df6-9801-c17e236801d6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.435247 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0b955973-2d05-4940-bad8-b7f214ef2076 req-e867eb3c-9cd8-4df6-9801-c17e236801d6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0745554 Jul 28 03:39:24.520707 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0b955973-2d05-4940-bad8-b7f214ef2076 req-ab42c605-5807-48c3-bbf7-e1b0fd115534 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790570 Jul 28 03:39:24.540364 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347776e6-44cd-4b68-a090-c18f66dee5e9 req-000ff22d-49a0-4d2a-ab87-54d2a8899536 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.541869 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-347776e6-44cd-4b68-a090-c18f66dee5e9 req-000ff22d-49a0-4d2a-ab87-54d2a8899536 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0970428 Jul 28 03:39:24.543428 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52822) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:24.602631 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-347776e6-44cd-4b68-a090-c18f66dee5e9 req-66cfc87d-ec36-4d80-b1bc-a9efa85d13f4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493081 Jul 28 03:39:24.618341 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cd662e8-f3d0-4a03-ba2f-f20259399536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.627691 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cd662e8-f3d0-4a03-ba2f-f20259399536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.692839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-0cd662e8-f3d0-4a03-ba2f-f20259399536 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce11bd40f592415bbc137eaf3e4e0438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898859 Jul 28 03:39:24.695666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52826) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:24.697424 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd662e8-f3d0-4a03-ba2f-f20259399536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3da73b-9e45-44e5-9c24-bb077675805b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:24.708938 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c495f4-42e7-4bf5-8831-62f01fed21e2 tempest-TestMinimumBasicScenario-571197476 tempest-TestMinimumBasicScenario-571197476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.712525 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c1c495f4-42e7-4bf5-8831-62f01fed21e2 tempest-TestMinimumBasicScenario-571197476 tempest-TestMinimumBasicScenario-571197476-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1093 time: 0.1661694 Jul 28 03:39:24.713386 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52828) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:24.717764 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'port_id': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:24.739097 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.748773 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.770366 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.815454 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.817976 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.822244 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa3da73b-9e45-44e5-9c24-bb077675805b HTTP/1.1" status: 204 len: 168 time: 0.1219203 Jul 28 03:39:24.827420 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b717d3-5b7e-4676-9788-68056a60d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3da73b-9e45-44e5-9c24-bb077675805b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:24.837138 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.947213 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Allocated IP 172.28.0.191 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/7d646cb0-982d-4094-bda5-81b13473e37a) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:25.078893 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2a6e4-b72f-4edc-b1ab-3c2c3362383d req-ef024b44-62e9-4be9-817d-26b6ca3d2258 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:25.080379 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-91e2a6e4-b72f-4edc-b1ab-3c2c3362383d req-ef024b44-62e9-4be9-817d-26b6ca3d2258 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0818753 Jul 28 03:39:25.091846 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52836) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:25.103132 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.105104 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23336d12-b5d9-4a2b-b011-0ba443acd6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.138473 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-91e2a6e4-b72f-4edc-b1ab-3c2c3362383d req-0b1132f4-0b71-4121-b1b8-c837cf48b5ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509753 Jul 28 03:39:25.166330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.203356 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:25.207542 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:25.208731 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23336d12-b5d9-4a2b-b011-0ba443acd6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.213173 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:25.214419 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-23336d12-b5d9-4a2b-b011-0ba443acd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.218730 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'Port': ['ID=7d646cb0-982d-4094-bda5-81b13473e37a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.254649 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-23336d12-b5d9-4a2b-b011-0ba443acd6fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff171abbbaa64408b30b5aa5d36a94da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617014 Jul 28 03:39:25.255670 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23336d12-b5d9-4a2b-b011-0ba443acd6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e089c2-80fd-445c-ad57-5d94c77d3e78,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.257431 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52838) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:25.393548 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.430595 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.434247 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.536742 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.539267 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.540934 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4e089c2-80fd-445c-ad57-5d94c77d3e78 HTTP/1.1" status: 204 len: 168 time: 0.2825568 Jul 28 03:39:25.584082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7defe-e30e-4bcb-8d64-f8cce92cfb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e089c2-80fd-445c-ad57-5d94c77d3e78,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.667925 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.978821 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.013206 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1be495-2dd2-4215-bf55-ab3da2d8f3c2 req-0060e3af-51ef-4b66-8ecc-cf690d9fee2e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.014731 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c1be495-2dd2-4215-bf55-ab3da2d8f3c2 req-0060e3af-51ef-4b66-8ecc-cf690d9fee2e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.3234458 Jul 28 03:39:26.015748 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.088845 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3c1be495-2dd2-4215-bf55-ab3da2d8f3c2 req-1a0eb3cd-a03f-4206-a597-1a697eeb8267 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529611 Jul 28 03:39:26.201039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.206224 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.308111 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'Port': ['ID=7d646cb0-982d-4094-bda5-81b13473e37a,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:26.326121 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.334787 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb82bbc-f11a-4236-9b98-6879eb1c6254 req-680d2909-dc9c-4c25-8656-e36631ab559b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.336301 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5eb82bbc-f11a-4236-9b98-6879eb1c6254 req-680d2909-dc9c-4c25-8656-e36631ab559b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.1056547 Jul 28 03:39:26.443492 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5eb82bbc-f11a-4236-9b98-6879eb1c6254 req-f79b3aa7-2eb5-4eb0-b222-242c889ed09f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740964 Jul 28 03:39:26.465221 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Floating IP 60cad9dc-1f0a-47ec-ad5e-46509794ef6c associated. External IP: 172.28.0.191, port: df69c449-9bb7-43b5-be5c-c34469ce4a59. Jul 28 03:39:26.677164 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Router a851675e-7f32-4ac7-936c-13252ee4f08f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:26.785100 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:26.796458 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Sync routers for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:26.802903 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.806061 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:26.806672 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:39:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:26.830187 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-d822b814-00d3-4c70-b7ed-954ddbfd2447 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1157100 Jul 28 03:39:26.830876 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:26.833045 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52880) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:26.834875 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63073d-faa1-49f3-a72d-e2656636cb57" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:26.838664 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114674506', 'description': 'tempest-secgroup-smoke-114674506 description', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:26.865091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.881148 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71739f1-85ca-43f2-9d29-f3b778d62282 x-openstack-request-id: req-a71739f1-85ca-43f2-9d29-f3b778d62282 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:26.881482 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:26.881700 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a71739f1-85ca-43f2-9d29-f3b778d62282 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:26.882124 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:39:26.982960 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-d11a01a0-3b2d-41d9-aa5b-47c02445a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.984497 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-d11a01a0-3b2d-41d9-aa5b-47c02445a35e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1098 time: 0.0682135 Jul 28 03:39:26.993624 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.999077 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.016147 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:27.073776 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3805b1ee-b2e4-49d3-a0a0-9c19612fb533,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.080113 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.084475 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52890) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.089576 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:27.090441 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-68ad8695-8210-4ab6-b25e-40cab5b67cee tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2563035 Jul 28 03:39:27.133869 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-4726e1d0-32bb-4785-af17-673cfa90a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.136358 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-4726e1d0-32bb-4785-af17-673cfa90a353 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.1387727 Jul 28 03:39:27.139304 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.231029 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.240823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.274771 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-46cf6091-a797-4859-87f4-24f668eae37d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 999 time: 0.1282661 Jul 28 03:39:27.277409 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515dd1e-0e26-4a8b-92f5-e3c8dca87936 req-a8cd4740-cdfb-4e73-a646-81f0943a2485 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.278976 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e515dd1e-0e26-4a8b-92f5-e3c8dca87936 req-a8cd4740-cdfb-4e73-a646-81f0943a2485 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0916262 Jul 28 03:39:27.279729 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.280808 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954114 Jul 28 03:39:27.283390 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf2a25-9498-4073-b5b9-d6a1b534c998 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6718c10-3658-4a45-b310-ce2daff4195e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.283896 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 52898) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.298181 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:27.317568 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '60cad9dc-1f0a-47ec-ad5e-46509794ef6c', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'floating_ip_address': '172.28.0.191', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'port_id': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'mac_address': 'fa:16:3e:26:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:25Z', 'updated_at': '2021-07-28T03:39:25Z', 'revision_number': 0, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:27.344788 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e515dd1e-0e26-4a8b-92f5-e3c8dca87936 req-d110baf2-b923-4c33-b1da-54ec7fe76cf5 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509849 Jul 28 03:39:27.358765 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.360466 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Checking router: a851675e-7f32-4ac7-936c-13252ee4f08f for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:27.374615 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:27.375893 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:39:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:27.402930 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-d7bd3899-bf87-413e-b7ec-f7c7c4f4997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.404528 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-d7bd3899-bf87-413e-b7ec-f7c7c4f4997f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.1197548 Jul 28 03:39:27.456312 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.464119 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.494515 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-197a6845-78f5-41cc-b1c3-4396723289b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.496503 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-197a6845-78f5-41cc-b1c3-4396723289b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802803 Jul 28 03:39:27.498982 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48072feb-a9a8-4d17-8059-db8b8c82d1ad,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.504919 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.509812 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52912) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.510154 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1b8ad448-9e22-493f-abed-d9925333c23d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2159250 Jul 28 03:39:27.514915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:27.544448 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:27.581500 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.635920 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-03ee5e6e-1636-4a28-98d4-cc3d3ff6c83f service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245258 Jul 28 03:39:27.681251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2272-e351-4bfe-869a-fb6cfe26baa8 req-2f5fb2e8-a07f-43e9-9777-e0b48050f227 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.684548 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-67ce2272-e351-4bfe-869a-fb6cfe26baa8 req-2f5fb2e8-a07f-43e9-9777-e0b48050f227 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.1179681 Jul 28 03:39:27.741928 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.755292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.778973 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-67ce2272-e351-4bfe-869a-fb6cfe26baa8 req-444a4b41-4758-483b-a3c4-1f7574777b9c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868251 Jul 28 03:39:27.789190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cf9298-9cfb-468d-9743-2aa56eb92f88,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.796897 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.800743 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6fb819cb-8a18-4c73-9efa-8fba1fc3910d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2887111 Jul 28 03:39:27.802360 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52926) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.815516 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:27.839894 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0b63073d-faa1-49f3-a72d-e2656636cb57 req-86f09fdc-c4f1-4ac3-abe0-e8fd1e075244 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954854 Jul 28 03:39:27.875943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.896298 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '60cad9dc-1f0a-47ec-ad5e-46509794ef6c', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'floating_ip_address': '172.28.0.191', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'port_id': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'mac_address': 'fa:16:3e:26:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:25Z', 'updated_at': '2021-07-28T03:39:25Z', 'revision_number': 0, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:27.922739 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5583d20-ae62-498b-8282-e9d50f7e4867 None None] The sync data for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb is: [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '60cad9dc-1f0a-47ec-ad5e-46509794ef6c', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'floating_ip_address': '172.28.0.191', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'port_id': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'mac_address': 'fa:16:3e:26:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:25Z', 'updated_at': '2021-07-28T03:39:25Z', 'revision_number': 0, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:27.946131 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.950587 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.974245 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0508ee1-1282-42d8-bb03-e546dc7d86a0,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.979383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.981666 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-94705bfe-5149-4644-a1b5-b868c5b4db84 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755977 Jul 28 03:39:27.983321 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52930) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:27.987962 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.016458 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Project a7509e2d77174ba0b5cbc11238fb2d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:39:28.022469 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.113517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.143310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.162857 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10dcfcc-7126-4b3f-bab2-ba8229caecb4,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.175227 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83014000-6c5c-4eef-80f2-f9a504c3bcc2 None None] New status for floating IP 60cad9dc-1f0a-47ec-ad5e-46509794ef6c: ACTIVE {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:39:28.179560 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.181474 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4667a77c-4203-46fd-9c49-ea580fb07206 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972227 Jul 28 03:39:28.184224 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 52938) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:28.188897 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'security_group_rule': {'security_group_id': '3805b1ee-b2e4-49d3-a0a0-9c19612fb533', 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.218210 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Project a7509e2d77174ba0b5cbc11238fb2d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:39:28.224161 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.298755 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.303835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.326509 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a65cc51-5a44-4313-88a0-4bae803741bf,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:28.332765 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.337938 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-ec275f23-1e84-40ca-b53e-10ed0cf0e652 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493585 Jul 28 03:39:28.432031 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-b2a83aff-9fcc-4804-86b3-afc9f6adec78 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114674506&fields=id&tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e HTTP/1.1" status: 200 len: 267 time: 0.0481687 Jul 28 03:39:28.489673 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-04a4970d-3750-4240-be4a-337d66bd4854 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.491469 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-04a4970d-3750-4240-be4a-337d66bd4854 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0537958 Jul 28 03:39:28.508209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'port': {'security_groups': ['9af69284-6d9b-4cff-b2dd-98d4e075b9d2', '3805b1ee-b2e4-49d3-a0a0-9c19612fb533']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:28.588484 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.789455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:28.822296 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.826503 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.840415 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:28.871271 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.871869 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:28.873263 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-66f2b997-89e9-4e0a-b4e6-ff19eee4235e req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "PUT /v2.0/ports/df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 981 time: 0.3703084 Jul 28 03:39:28.884586 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:28.893612 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c226a7-1592-4c9a-be59-860443326859" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:28.900435 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54692277-b9ef-4b85-9e33-2a7d59c20db3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=6']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.025664 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:29.050646 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c938ec-58e9-4b54-ab98-06f1def49896 req-73ec40e9-f2a6-4fe2-93e7-dc7a11789927 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.052193 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6c938ec-58e9-4b54-ab98-06f1def49896 req-73ec40e9-f2a6-4fe2-93e7-dc7a11789927 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0987613 Jul 28 03:39:29.067969 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20017-de11-42c3-8adb-5f3c5b78bca6 req-71dfedbb-b7e8-4b41-9894-a9766092f3a1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.069817 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3b20017-de11-42c3-8adb-5f3c5b78bca6 req-71dfedbb-b7e8-4b41-9894-a9766092f3a1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.1038592 Jul 28 03:39:29.128650 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6c938ec-58e9-4b54-ab98-06f1def49896 req-e8ee3c0b-e9dc-409c-baac-9fbba797ca56 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688136 Jul 28 03:39:29.141241 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3b20017-de11-42c3-8adb-5f3c5b78bca6 req-b15d6e90-e323-43e1-8e59-cf75c16e4ebe tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626311 Jul 28 03:39:29.204661 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87966df-2038-492f-af86-215faf574871 x-openstack-request-id: req-c87966df-2038-492f-af86-215faf574871 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:29.204947 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:29.205226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c87966df-2038-492f-af86-215faf574871 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:29.205623 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:39:29.222936 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-571a698c-c21a-41ac-99d1-4b22e9d06c3a None None] Provisioning complete for port df69c449-9bb7-43b5-be5c-c34469ce4a59 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:29.223498 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-571a698c-c21a-41ac-99d1-4b22e9d06c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.295650 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c226a7-1592-4c9a-be59-860443326859 req-0114edf6-3047-45ad-bc81-75a82c638c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.297161 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-0114edf6-3047-45ad-bc81-75a82c638c89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1137 time: 0.0462830 Jul 28 03:39:29.390718 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c226a7-1592-4c9a-be59-860443326859 req-106e7c41-3972-4207-8620-5ff709042f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.392196 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-106e7c41-3972-4207-8620-5ff709042f00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.0841236 Jul 28 03:39:29.461469 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-8886ba51-6000-41c8-8732-1d307d6b19cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 1001 time: 0.0618336 Jul 28 03:39:29.530852 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c226a7-1592-4c9a-be59-860443326859 req-b07a2e58-9b31-4d91-8624-450be8c4e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.532305 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-b07a2e58-9b31-4d91-8624-450be8c4e905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0469921 Jul 28 03:39:29.588712 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c226a7-1592-4c9a-be59-860443326859 req-eb6e5362-6422-4bdb-b8ef-8773e9f76384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.590191 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-eb6e5362-6422-4bdb-b8ef-8773e9f76384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0394871 Jul 28 03:39:29.686164 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-637b4bf0-f5f6-4ca8-a1cc-cc44d3d5f77d service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821357 Jul 28 03:39:29.773238 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-a9c226a7-1592-4c9a-be59-860443326859 req-8ff1bf7e-2d2a-415e-8fab-49fc860a4964 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793993 Jul 28 03:39:30.271798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9a848-e7ec-4c5a-b49b-0480f3279a93 req-4bc2b820-5eb7-466b-81fb-d23939cd2bdf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.273273 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a3a9a848-e7ec-4c5a-b49b-0480f3279a93 req-4bc2b820-5eb7-466b-81fb-d23939cd2bdf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jul 28 03:39:30.310234 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a3a9a848-e7ec-4c5a-b49b-0480f3279a93 req-d497ac25-81b7-4a11-8f27-5b6ef288b7d0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302880 Jul 28 03:39:31.337479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:31.434776 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b655d-da94-4efd-a35d-c77202d9f4e0 req-ef66821d-22e6-419f-9f3f-6a0cdefda416 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.436267 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f97b655d-da94-4efd-a35d-c77202d9f4e0 req-ef66821d-22e6-419f-9f3f-6a0cdefda416 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0885963 Jul 28 03:39:31.458118 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:31.469643 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecba4-1faf-446b-8a9a-004bb2140f05 req-ef05ce4e-174d-4afd-81ad-9ac153ffe84a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.470080 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:31.471590 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-de5ecba4-1faf-446b-8a9a-004bb2140f05 req-ef05ce4e-174d-4afd-81ad-9ac153ffe84a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0764825 Jul 28 03:39:31.505091 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f97b655d-da94-4efd-a35d-c77202d9f4e0 req-dab6b11d-4653-4440-b0c6-724ef83efe5b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Jul 28 03:39:31.515225 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.529976 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-de5ecba4-1faf-446b-8a9a-004bb2140f05 req-fefa140a-81d1-498a-bb4e-d0b829e34838 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Jul 28 03:39:31.534954 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:31.568755 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:31.572457 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.622843 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.749033 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['49d0a9b3-7cec-4577-95da-b0b4c7f69f37'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:32.757738 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2868c13-7c7c-43b5-a720-bf78f430a77c req-edeeed7f-e269-48a5-83d4-dd73230efdd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.760147 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d2868c13-7c7c-43b5-a720-bf78f430a77c req-edeeed7f-e269-48a5-83d4-dd73230efdd4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.1344423 Jul 28 03:39:32.770656 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358f489-c05e-417a-873c-b3bc4479d2e5 req-0269462a-0129-4219-a5a7-ee10e8fa6e87 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.772144 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2358f489-c05e-417a-873c-b3bc4479d2e5 req-0269462a-0129-4219-a5a7-ee10e8fa6e87 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 944 time: 0.1244190 Jul 28 03:39:32.835400 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d2868c13-7c7c-43b5-a720-bf78f430a77c req-174bb20a-c42e-43e1-8814-351d20b24adf tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 Jul 28 03:39:32.876876 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2358f489-c05e-417a-873c-b3bc4479d2e5 req-439cf165-fa61-4033-8f1e-212b00eb58be tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811436 Jul 28 03:39:33.391235 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:33.443590 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:33.444243 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.533542 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.558784 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:33.561291 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28178f-5b3b-4e2c-b9ca-a4626cda4030" -d '{"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:33.574959 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:33.590545 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.616197 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cefb507-0278-4a5b-a26a-50d97cbdb370 x-openstack-request-id: req-9cefb507-0278-4a5b-a26a-50d97cbdb370 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:33.616468 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:33.616724 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cefb507-0278-4a5b-a26a-50d97cbdb370 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:33.617103 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'code': 200} Jul 28 03:39:33.644108 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:33.961633 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f111a-d579-4318-8802-3bb807d3ff93 req-05d4a668-d1a3-424e-aa1e-eb13a06cae9e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.963252 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-767f111a-d579-4318-8802-3bb807d3ff93 req-05d4a668-d1a3-424e-aa1e-eb13a06cae9e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0621662 Jul 28 03:39:34.036936 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-767f111a-d579-4318-8802-3bb807d3ff93 req-518041a2-1063-4087-8a69-4993cdcd7db6 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615160 Jul 28 03:39:34.049153 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733a46-131d-462e-861f-ece15b809f2e req-1efd5b78-4bfc-4355-b8c3-989f3cc0a6ef tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.057168 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e6733a46-131d-462e-861f-ece15b809f2e req-1efd5b78-4bfc-4355-b8c3-989f3cc0a6ef tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0928524 Jul 28 03:39:34.100147 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e6733a46-131d-462e-861f-ece15b809f2e req-04a5a6c1-5aae-44b1-9e9c-0300bc5120d2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Jul 28 03:39:34.454191 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-d8a3a609-6318-4e36-af35-ce7066ade8b2 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.455849 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-d8a3a609-6318-4e36-af35-ce7066ade8b2 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 946 time: 0.0542047 Jul 28 03:39:34.568764 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Deleting port 5d686085-88ed-4be6-a62a-a4f991852b9b {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:34.569595 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.680894 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] For port 5d686085-88ed-4be6-a62a-a4f991852b9b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5d686085-88ed-4be6-a62a-a4f991852b9b,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:34.682111 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.701348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Calling delete_port for 5d686085-88ed-4be6-a62a-a4f991852b9b owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:34.858788 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.874568 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['5c199121-040c-404b-b3b4-f6e80c26969f', '5d686085-88ed-4be6-a62a-a4f991852b9b'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:34.893108 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Pushing event deleted for resources: {'Port': ['ID=5d686085-88ed-4be6-a62a-a4f991852b9b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.943430 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] No DVR routers for this DVR port 5d686085-88ed-4be6-a62a-a4f991852b9b on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:34.947958 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:34.950732 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-fa96ca75-ca4a-4707-989c-5b1389433b08 req-b3f6811a-6f58-4bf3-8808-39daf2ede4b1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "DELETE /v2.0/ports/5d686085-88ed-4be6-a62a-a4f991852b9b HTTP/1.1" status: 204 len: 173 time: 0.4859314 Jul 28 03:39:34.951388 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'name': 'network-vif-deleted', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:34.954344 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83896a69-2352-4932-adca-a0e05322b8c3" -d '{"events": [{"server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "name": "network-vif-deleted", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:34.997962 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9ce3e6-1201-46a8-becf-bf192d054000 x-openstack-request-id: req-2a9ce3e6-1201-46a8-becf-bf192d054000 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:34.998817 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04d9aca-7d3e-4ee7-acfd-50e53a880877", "name": "network-vif-deleted", "tag": "5d686085-88ed-4be6-a62a-a4f991852b9b", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:34.999083 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a9ce3e6-1201-46a8-becf-bf192d054000 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:34.999484 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04d9aca-7d3e-4ee7-acfd-50e53a880877', 'name': 'network-vif-deleted', 'tag': '5d686085-88ed-4be6-a62a-a4f991852b9b', 'status': 'completed', 'code': 200} Jul 28 03:39:35.223890 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-10bd8bde-6313-448d-9219-c1f280018133 req-cd738a03-6eb1-4d15-b12b-a370e116bcf4 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=f04d9aca-7d3e-4ee7-acfd-50e53a880877 HTTP/1.1" status: 200 len: 210 time: 0.0500700 Jul 28 03:39:35.281466 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34864-3798-4f13-9f62-a8d7990602d8 req-4464a6f4-af04-47e1-8b78-f4a6c401be7d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.283140 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8cc34864-3798-4f13-9f62-a8d7990602d8 req-4464a6f4-af04-47e1-8b78-f4a6c401be7d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0632007 Jul 28 03:39:35.337662 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8cc34864-3798-4f13-9f62-a8d7990602d8 req-46eeae2b-4021-40c4-abfc-1b51e6b713c0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464649 Jul 28 03:39:35.377127 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:35.539494 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7505b5fc-71ff-4a39-ac75-a4e1d95ff3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.652387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7505b5fc-71ff-4a39-ac75-a4e1d95ff3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.656536 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7505b5fc-71ff-4a39-ac75-a4e1d95ff3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.700652 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-7505b5fc-71ff-4a39-ac75-a4e1d95ff3c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70491ffa098b42c5bcef19d8516c73bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199368 Jul 28 03:39:35.700652 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505b5fc-71ff-4a39-ac75-a4e1d95ff3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f37d5b-e27f-4f53-bfcb-457505270b74,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:35.701588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53088) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:35.764721 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.788026 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.840806 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.843666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.845034 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f37d5b-e27f-4f53-bfcb-457505270b74 HTTP/1.1" status: 204 len: 168 time: 0.1422665 Jul 28 03:39:35.853650 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f37d5b-e27f-4f53-bfcb-457505270b74,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:35.862351 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.862698 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.863036 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.863372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.863697 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.864025 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.864345 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.864665 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.864988 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.865312 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.865629 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:35.865973 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292788fe-051c-409d-8a89-072a5bed54ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:36.134880 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53094) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:36.149071 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d048f1-45ae-4997-8772-23cedde1b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.256316 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d048f1-45ae-4997-8772-23cedde1b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.263782 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d048f1-45ae-4997-8772-23cedde1b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.307119 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-80d048f1-45ae-4997-8772-23cedde1b1a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88c1948897324c10b2e4c0c552109e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682436 Jul 28 03:39:36.307119 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d048f1-45ae-4997-8772-23cedde1b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75736c7c-02ef-4a5a-aff7-fc859a360156,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:36.308211 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53098) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:36.378154 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.405027 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.471569 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b4f1f-fbe3-4df1-98cd-404feb9cf797 req-aae3cbcb-a10f-49c1-ad1f-23ac394618de tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.476081 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4a8b4f1f-fbe3-4df1-98cd-404feb9cf797 req-aae3cbcb-a10f-49c1-ad1f-23ac394618de tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0606146 Jul 28 03:39:36.495880 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.498763 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.500095 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75736c7c-02ef-4a5a-aff7-fc859a360156 HTTP/1.1" status: 204 len: 168 time: 0.1913714 Jul 28 03:39:36.517206 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f78de-29ff-45d0-9d1a-85aa77d7dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75736c7c-02ef-4a5a-aff7-fc859a360156,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:36.570692 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4a8b4f1f-fbe3-4df1-98cd-404feb9cf797 req-1a155c20-c816-41ad-a526-3ee314f60420 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887396 Jul 28 03:39:36.678777 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639d089-a139-48ad-ad76-d802d913a5c3 req-35983b37-058d-4d6c-8385-4ed836b3d49b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.680699 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9639d089-a139-48ad-ad76-d802d913a5c3 req-35983b37-058d-4d6c-8385-4ed836b3d49b tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0614853 Jul 28 03:39:36.726794 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9639d089-a139-48ad-ad76-d802d913a5c3 req-b3b8ef54-1ed2-45ae-824e-17323b382721 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Jul 28 03:39:36.938512 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53112) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:36.957454 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9b4daed1-98c7-481b-80ec-eb6b9d923d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.059578 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9b4daed1-98c7-481b-80ec-eb6b9d923d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.066385 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9b4daed1-98c7-481b-80ec-eb6b9d923d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.107378 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9b4daed1-98c7-481b-80ec-eb6b9d923d72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17ffea8e3ba44e7dad65ba51a11733e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670334 Jul 28 03:39:37.108497 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daed1-98c7-481b-80ec-eb6b9d923d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29284c-9671-4bff-9743-bb82b0a379b3,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:37.110436 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53116) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:37.173578 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.201721 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.259992 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.262835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:37.266950 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b29284c-9671-4bff-9743-bb82b0a379b3 HTTP/1.1" status: 204 len: 168 time: 0.1532245 Jul 28 03:39:37.274742 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbe6b-e22f-4681-b2b3-7ffbe8ceccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29284c-9671-4bff-9743-bb82b0a379b3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:37.357555 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5d686085-88ed-4be6-a62a-a4f991852b9b no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:37.383457 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 5d686085-88ed-4be6-a62a-a4f991852b9b {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:37.384365 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5d686085-88ed-4be6-a62a-a4f991852b9b not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:37.736350 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0a6f-30f2-47d7-b1b6-a80d96815557 req-40af5a9f-dc0e-4442-ab63-a6dd2c411d29 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.738104 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ded0a6f-30f2-47d7-b1b6-a80d96815557 req-40af5a9f-dc0e-4442-ab63-a6dd2c411d29 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0641425 Jul 28 03:39:37.786484 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ded0a6f-30f2-47d7-b1b6-a80d96815557 req-c5d2cccf-b30a-45ab-8e4d-7e5cc0b885e7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Jul 28 03:39:37.881120 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714adb0-c717-47a0-8da8-67e64cafb335 req-12800df1-ba7c-42c5-9957-2fd857735f64 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.886002 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9714adb0-c717-47a0-8da8-67e64cafb335 req-12800df1-ba7c-42c5-9957-2fd857735f64 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0632708 Jul 28 03:39:37.943392 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9714adb0-c717-47a0-8da8-67e64cafb335 req-2565088a-7fca-4c59-b297-8bc86ed5c657 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Jul 28 03:39:38.163810 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53146) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.269190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-86811557-network', 'tenant_id': '55d4158ff26d452d8ab2eae9b52b319f'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:38.292871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Made reservation on behalf of 55d4158ff26d452d8ab2eae9b52b319f for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:38.296036 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.308712 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.409252 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.416564 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.444194 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:38.451087 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379c8ab-a56b-43d2-a593-49115fdf9d88,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:38.459314 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.462342 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.segments_db [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Added segment 6aaa892c-08aa-4ef3-bd0e-57c183bb9263 of type vlan for network d20304cb-7d97-4496-b766-11f98a2a7505 Jul 28 03:39:38.502629 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.536889 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.538195 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.538953 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.602066 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4364705 Jul 28 03:39:38.606463 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53150) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:38.611644 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Request body: {'subnet': {'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-86811557-subnet', 'tenant_id': '55d4158ff26d452d8ab2eae9b52b319f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:38.615806 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f596f52-581d-49d4-87c7-52e7697563aa admin admin] Pushing event updated for resources: {'Network': ['ID=d20304cb-7d97-4496-b766-11f98a2a7505,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:38.628792 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network d20304cb-7d97-4496-b766-11f98a2a7505 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:38.655011 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Made reservation on behalf of 55d4158ff26d452d8ab2eae9b52b319f for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:38.657525 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10333039'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.855827 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10073870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10332957'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.924334 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c30e2-5a56-4b0e-a8b2-1ac8e306aec7 req-5eb039ec-77c9-428f-a30d-9b0b36c31597 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.925878 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-315c30e2-5a56-4b0e-a8b2-1ac8e306aec7 req-5eb039ec-77c9-428f-a30d-9b0b36c31597 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0524390 Jul 28 03:39:38.930316 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9f033d-615c-443b-b087-3bb9d9f7b66c,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:38.940996 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Checking segment: {'id': '6aaa892c-08aa-4ef3-bd0e-57c183bb9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:38.941666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Network hostable DHCP agents. Network: d20304cb-7d97-4496-b766-11f98a2a7505, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:38.964417 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Network d20304cb-7d97-4496-b766-11f98a2a7505 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:38.973100 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-315c30e2-5a56-4b0e-a8b2-1ac8e306aec7 req-0a7ccc46-398d-47d1-a0a8-2af9c3c293dc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375254 Jul 28 03:39:38.981490 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, d20304cb-7d97-4496-b766-11f98a2a7505) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:38.989882 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9e91d-c20b-4ec8-a9e6-f02f08d058a6 None None] Network d20304cb-7d97-4496-b766-11f98a2a7505 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:38.991750 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.992398 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.025988 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a126d7eb-685b-4228-9322-6df34a793e00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4183116 Jul 28 03:39:39.092120 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095838b-3293-4c59-8c2f-3a8e78c35593 req-67766801-916e-4eb4-90e9-e79b4c8b82fc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.093736 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9095838b-3293-4c59-8c2f-3a8e78c35593 req-67766801-916e-4eb4-90e9-e79b4c8b82fc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0553544 Jul 28 03:39:39.149092 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9095838b-3293-4c59-8c2f-3a8e78c35593 req-d867b716-ca95-456d-bb05-003c0f2d68a1 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Jul 28 03:39:39.193915 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4427069-6c82-4891-bb7d-4d8137a4f1b3 None None] Network d20304cb-7d97-4496-b766-11f98a2a7505 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:39.606973 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53172) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:39.611970 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078493269-network', 'tenant_id': 'b4336867e8bf489d9aad822b63d98457'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:39.635152 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Made reservation on behalf of b4336867e8bf489d9aad822b63d98457 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:39.637692 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.646867 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.749475 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.753953 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.782219 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:39.791027 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282b39a9-ebca-480f-8dc8-1eb615ab673b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.797309 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.797528 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Added segment 9b58526d-177b-4fe3-a4da-2b8bfbe8ae45 of type vlan for network 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f Jul 28 03:39:39.840283 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.876129 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.877649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.878051 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.935780 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3246064 Jul 28 03:39:39.936011 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53174) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:39.940953 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Request body: {'subnet': {'network_id': '110f0f47-31f4-4ba0-bf6a-ce7bd7da843f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078493269-subnet', 'tenant_id': 'b4336867e8bf489d9aad822b63d98457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:39.941232 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f72c7-b488-4f4a-8332-00a2c66a737f admin admin] Pushing event updated for resources: {'Network': ['ID=110f0f47-31f4-4ba0-bf6a-ce7bd7da843f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.953218 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:39.994983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Made reservation on behalf of b4336867e8bf489d9aad822b63d98457 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:39.997272 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9593213'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.173442 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0095dc6-566d-4462-91b8-853970318457 req-f0d43dc2-eefb-4c5a-b2ba-64cbff4f69e0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.181556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0095dc6-566d-4462-91b8-853970318457 req-f0d43dc2-eefb-4c5a-b2ba-64cbff4f69e0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.1042151 Jul 28 03:39:40.262307 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0095dc6-566d-4462-91b8-853970318457 req-b95f73f6-73c7-4f9b-90b0-ca5b26b63ca5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798340 Jul 28 03:39:40.305997 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9593103'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.360738 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1245a9-ff05-4429-9174-05829defbd25 req-3b3a1f87-3e69-4150-a5ec-df60bad1118d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.362441 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a1245a9-ff05-4429-9174-05829defbd25 req-3b3a1f87-3e69-4150-a5ec-df60bad1118d tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1101992 Jul 28 03:39:40.376327 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9628a5-99a3-410d-aad1-cbc788517242,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.386027 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.386379 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.386714 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.387047 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.387379 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.387707 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.388031 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.388355 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.388678 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.388996 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.389316 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.389632 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.437255 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Checking segment: {'id': '9b58526d-177b-4fe3-a4da-2b8bfbe8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '110f0f47-31f4-4ba0-bf6a-ce7bd7da843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:40.437608 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Network hostable DHCP agents. Network: 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:40.452320 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9a1245a9-ff05-4429-9174-05829defbd25 req-971c85eb-3f8b-4c8c-a41b-855cbd6b5903 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690529 Jul 28 03:39:40.466890 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Network 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:40.483520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:40.489358 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.490323 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.494582 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f81a7-d4f5-4d32-996b-cabae2eb02ad None None] Network 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:40.512015 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-235bf9c2-d970-486e-83b0-e7421d69cc6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5752687 Jul 28 03:39:40.627020 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ec248-a5fc-4f90-a36f-04ed2cae2d8b None None] Network 110f0f47-31f4-4ba0-bf6a-ce7bd7da843f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:41.065507 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-f04c1215-014c-42c0-835d-75003eb894e7 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.067775 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-f04c1215-014c-42c0-835d-75003eb894e7 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/networks?id=d20304cb-7d97-4496-b766-11f98a2a7505 HTTP/1.1" status: 200 len: 807 time: 0.1048081 Jul 28 03:39:41.083190 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-458366d3-8e6a-4b3b-8c83-7e34e0480cfd tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/quotas/55d4158ff26d452d8ab2eae9b52b319f HTTP/1.1" status: 200 len: 375 time: 0.0094600 Jul 28 03:39:41.122019 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-036be294-80f1-4eda-8b1d-8e8aab22226e tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55d4158ff26d452d8ab2eae9b52b319f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325258 Jul 28 03:39:41.220407 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-dd204534-4eee-439f-83bc-22f31ba9d033 service neutron] 10.222.0.26 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909796 Jul 28 03:39:41.318028 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-8b48a32e-63f4-488d-ab52-9abdea25cfcc service neutron] 10.222.0.26 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912802 Jul 28 03:39:41.419565 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62450fa-5556-49f9-87e4-fbe383790d6c req-2022b481-83be-4ee3-bec2-3010b7ddf417 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.421146 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a62450fa-5556-49f9-87e4-fbe383790d6c req-2022b481-83be-4ee3-bec2-3010b7ddf417 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0704067 Jul 28 03:39:41.494127 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a0174298-6095-4dda-bea1-d47e7eea9b7e req-025cb91f-cecc-47a2-a9ab-719f656cd618 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 210 time: 0.0314121 Jul 28 03:39:41.511681 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a62450fa-5556-49f9-87e4-fbe383790d6c req-6f099d50-be91-49ad-b4c1-a817f53c85c6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832295 Jul 28 03:39:41.606308 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc414-4f24-4849-aeff-233cea0a9adf req-f8a12074-07a6-4cae-80e6-2fb50498fb66 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.607889 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e9dc414-4f24-4849-aeff-233cea0a9adf req-f8a12074-07a6-4cae-80e6-2fb50498fb66 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0506837 Jul 28 03:39:41.648388 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e9dc414-4f24-4849-aeff-233cea0a9adf req-c4c2e8b0-df85-47c4-b104-75b5e14fbefc tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Jul 28 03:39:42.163480 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-c896a439-8ccc-418f-af56-17c96fdfb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.165494 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-c896a439-8ccc-418f-af56-17c96fdfb03c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1098 time: 0.0416808 Jul 28 03:39:42.258961 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-9d207881-97ce-4771-84de-1e0a9b8ee305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.260695 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-9d207881-97ce-4771-84de-1e0a9b8ee305 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.0847952 Jul 28 03:39:42.328866 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-c9ca6e5a-f42a-4a6d-b6ef-d6141a7193a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 1000 time: 0.0557914 Jul 28 03:39:42.383476 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-e0f92681-1438-41f0-90b0-7b38ab362088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.385132 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-e0f92681-1438-41f0-90b0-7b38ab362088 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0470886 Jul 28 03:39:42.435105 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-38dcdb90-3b24-49da-be69-73ba8ea2ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.436469 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-38dcdb90-3b24-49da-be69-73ba8ea2ed84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0395441 Jul 28 03:39:42.538981 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-2b4e3a8d-ca80-4f44-99e6-862af9df5bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917594 Jul 28 03:39:42.610068 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-78506059-bd14-4a51-a8a9-d37bafdb92f9 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.611555 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-78506059-bd14-4a51-a8a9-d37bafdb92f9 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.36 "GET /v2.0/networks?id=d20304cb-7d97-4496-b766-11f98a2a7505 HTTP/1.1" status: 200 len: 807 time: 0.1350772 Jul 28 03:39:42.636511 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Request body: {'port': {'device_id': '068f174f-681b-44a2-b099-c7351af084ef', 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505', 'admin_state_up': True, 'tenant_id': '55d4158ff26d452d8ab2eae9b52b319f'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:42.636776 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-d242b589-6bec-4022-96a5-4f4af6b01edd req-18778190-5f32-4250-a5fd-76f8e7988cfc service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885324 Jul 28 03:39:42.667179 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-975ab73b-721d-4f72-9708-d5e320d9567a req-cc9aef2d-56a4-4387-89f9-d060f2ad0e85 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 210 time: 0.0535932 Jul 28 03:39:42.741455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd663e-e8c5-416c-8985-abed42e87dec req-ad21ac9a-220e-4034-8438-272c70ac794f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.743018 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7cd663e-e8c5-416c-8985-abed42e87dec req-ad21ac9a-220e-4034-8438-272c70ac794f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.1305537 Jul 28 03:39:42.832129 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7cd663e-e8c5-416c-8985-abed42e87dec req-f1a27318-9d46-4ea0-9ed3-17257446cd1b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805581 Jul 28 03:39:42.849985 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0e57-339a-4293-9024-d0acc5329692 req-b3aec900-2594-4c7a-a2bb-d910d84b1973 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.852022 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b0a0e57-339a-4293-9024-d0acc5329692 req-b3aec900-2594-4c7a-a2bb-d910d84b1973 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.1075346 Jul 28 03:39:42.868380 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Made reservation on behalf of 55d4158ff26d452d8ab2eae9b52b319f for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:42.872042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.145633 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-651da312-12fc-4e82-9440-231969c4c06c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.147242 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-651da312-12fc-4e82-9440-231969c4c06c tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b239e27-12c1-4cab-bcc2-afe8e3c430e4 HTTP/1.1" status: 200 len: 946 time: 0.0504246 Jul 28 03:39:43.155499 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6b0a0e57-339a-4293-9024-d0acc5329692 req-f72cedad-ad12-41de-9d94-58e819772820 tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.26 "GET /v2.0/security-groups?id=24c24571-6597-4a69-9ab7-3b8f930d0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971225 Jul 28 03:39:43.249364 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Deleting port 5c199121-040c-404b-b3b4-f6e80c26969f {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:43.250027 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.257135 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Allocated IP 172.20.0.6 (d20304cb-7d97-4496-b766-11f98a2a7505/1c9f033d-615c-443b-b087-3bb9d9f7b66c/b862bbbe-59e4-416e-b360-7f43afbe1844) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:43.342425 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] For port 5c199121-040c-404b-b3b4-f6e80c26969f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c199121-040c-404b-b3b4-f6e80c26969f,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:43.342793 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.355955 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Calling delete_port for 5c199121-040c-404b-b3b4-f6e80c26969f owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:43.406297 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.444839 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.484985 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.485732 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Network d20304cb-7d97-4496-b766-11f98a2a7505 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:43.488869 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:43.495201 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:43.501482 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Pushing event updated for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:43.509330 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['5c199121-040c-404b-b3b4-f6e80c26969f'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:43.511919 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Pushing event deleted for resources: {'Port': ['ID=5c199121-040c-404b-b3b4-f6e80c26969f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:43.550015 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.550615 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.556308 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] No DVR routers for this DVR port 5c199121-040c-404b-b3b4-f6e80c26969f on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:43.558732 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.560679 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-1f6ae9e3-94d5-4d86-b92f-633af5e5eaf8 req-c5be6882-67a5-48b5-a77f-761752d1f13e tempest-ServerRescueNegativeTestJSON-434573792 tempest-ServerRescueNegativeTestJSON-434573792-project] 10.222.0.36 "DELETE /v2.0/ports/5c199121-040c-404b-b3b4-f6e80c26969f HTTP/1.1" status: 204 len: 173 time: 0.4067070 Jul 28 03:39:43.561171 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'name': 'network-vif-deleted', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:43.564065 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb7dc7-4d37-4b50-9e8f-cc240ae785de" -d '{"events": [{"server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "name": "network-vif-deleted", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:43.565624 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-7e4d5c2f-6ec4-4322-bd3c-1d3ef46b7e13 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9352937 Jul 28 03:39:43.578483 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Request body: {'port': {'device_id': '068f174f-681b-44a2-b099-c7351af084ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:43.601240 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445419b-90f6-4b03-8fba-3b63cfb7088b x-openstack-request-id: req-3445419b-90f6-4b03-8fba-3b63cfb7088b {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:43.602130 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b239e27-12c1-4cab-bcc2-afe8e3c430e4", "name": "network-vif-deleted", "tag": "5c199121-040c-404b-b3b4-f6e80c26969f", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:43.602385 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3445419b-90f6-4b03-8fba-3b63cfb7088b {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:43.602783 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b239e27-12c1-4cab-bcc2-afe8e3c430e4', 'name': 'network-vif-deleted', 'tag': '5c199121-040c-404b-b3b4-f6e80c26969f', 'status': 'completed', 'code': 200} Jul 28 03:39:43.637252 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.843156 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef43e-1ceb-4df0-b627-892cbf0cb520 req-a9c5b38a-f027-445a-89e5-f432c96e4413 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.844663 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fa6ef43e-1ceb-4df0-b627-892cbf0cb520 req-a9c5b38a-f027-445a-89e5-f432c96e4413 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 931 time: 0.1069901 Jul 28 03:39:43.907639 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fa6ef43e-1ceb-4df0-b627-892cbf0cb520 req-a3984333-fedb-42a0-a6f7-edf60b27bf0b tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570695 Jul 28 03:39:44.000195 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ec90-abbd-4b82-8550-24442f21279d req-a512af5b-e10a-4c3b-bd42-8a1da2d0cf3d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.001700 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30b4ec90-abbd-4b82-8550-24442f21279d req-a512af5b-e10a-4c3b-bd42-8a1da2d0cf3d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.0908394 Jul 28 03:39:44.018645 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b862bbbe-59e4-416e-b360-7f43afbe1844 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:44.032584 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.057996 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Transition to ACTIVE for port object b862bbbe-59e4-416e-b360-7f43afbe1844 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:44.064092 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-30b4ec90-abbd-4b82-8550-24442f21279d req-03c2f719-3d55-40be-92be-997e511f7ab6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563712 Jul 28 03:39:44.064871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.124913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:44.190782 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Attempting to bind port b862bbbe-59e4-416e-b360-7f43afbe1844 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:44.191221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Attempting to bind port b862bbbe-59e4-416e-b360-7f43afbe1844 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6aaa892c-08aa-4ef3-bd0e-57c183bb9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:44.191442 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Attempting to bind port b862bbbe-59e4-416e-b360-7f43afbe1844 on network d20304cb-7d97-4496-b766-11f98a2a7505 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:44.195802 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Port b862bbbe-59e4-416e-b360-7f43afbe1844 on network d20304cb-7d97-4496-b766-11f98a2a7505 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:44.196124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Attempting to bind port b862bbbe-59e4-416e-b360-7f43afbe1844 on network d20304cb-7d97-4496-b766-11f98a2a7505 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:44.200958 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:44.201299 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Checking segment: {'id': '6aaa892c-08aa-4ef3-bd0e-57c183bb9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:44.201686 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Bound using segment: {'id': '6aaa892c-08aa-4ef3-bd0e-57c183bb9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:44.202147 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Bound port: b862bbbe-59e4-416e-b360-7f43afbe1844, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaa892c-08aa-4ef3-bd0e-57c183bb9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:44.202507 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.211106 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53244) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:44.265770 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:44.268709 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b862bbbe-59e4-416e-b360-7f43afbe1844,segment=NetworkSegment(6aaa892c-08aa-4ef3-bd0e-57c183bb9263),segment_id=6aaa892c-08aa-4ef3-bd0e-57c183bb9263)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:44.274934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.308331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.308947 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.310355 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b862bbbe-59e4-416e-b360-7f43afbe1844 HTTP/1.1" status: 200 len: 1093 time: 0.7365959 Jul 28 03:39:44.312844 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:44.315746 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce" -d '{"events": [{"name": "network-changed", "server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:44.348310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a27573-3e0e-4a2e-8679-aed020ad9bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:44.356641 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78913c62-e8c9-464c-89bb-f78a5342303c x-openstack-request-id: req-78913c62-e8c9-464c-89bb-f78a5342303c {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:44.357076 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:44.357168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78913c62-e8c9-464c-89bb-f78a5342303c {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:44.357595 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844', 'status': 'completed', 'code': 200} Jul 28 03:39:44.400216 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-22560625-722a-42ab-93a9-fa283d8598e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.401724 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-22560625-722a-42ab-93a9-fa283d8598e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55d4158ff26d452d8ab2eae9b52b319f&device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 1096 time: 0.0420101 Jul 28 03:39:44.443534 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-99c75d0f-100d-4ab5-852a-481d62842d78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b862bbbe-59e4-416e-b360-7f43afbe1844 HTTP/1.1" status: 200 len: 217 time: 0.0328510 Jul 28 03:39:44.520673 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-c4bddf15-47d6-49e2-a0bc-a49bd90c2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.522136 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-c4bddf15-47d6-49e2-a0bc-a49bd90c2b8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c9f033d-615c-443b-b087-3bb9d9f7b66c HTTP/1.1" status: 200 len: 847 time: 0.0492694 Jul 28 03:39:44.558184 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-cdd2a54d-95aa-43c8-96b7-2bc22efc6a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d20304cb-7d97-4496-b766-11f98a2a7505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270574 Jul 28 03:39:44.631250 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:44.661579 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-45416022-ac38-408f-8e1c-18a7b89b614a service neutron] 10.222.0.36 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945442 Jul 28 03:39:44.760003 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58ba2e9-9d57-4c97-86c0-270f14b182df req-af997283-d5b2-4913-885e-5789f67dc9cb service neutron] 10.222.0.36 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909054 Jul 28 03:39:44.857205 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-1c78be32-f872-4817-ae6c-7319fa66e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.858813 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-1c78be32-f872-4817-ae6c-7319fa66e394 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55d4158ff26d452d8ab2eae9b52b319f&device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 1096 time: 0.0450385 Jul 28 03:39:44.975329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-363d5c90-e0df-4baa-8d69-34e7b24c83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.977902 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-363d5c90-e0df-4baa-8d69-34e7b24c83b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d20304cb-7d97-4496-b766-11f98a2a7505 HTTP/1.1" status: 200 len: 908 time: 0.1090240 Jul 28 03:39:45.042396 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-a3b4369a-6a9b-42fe-9af0-bb497fb714ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b862bbbe-59e4-416e-b360-7f43afbe1844 HTTP/1.1" status: 200 len: 217 time: 0.0553746 Jul 28 03:39:45.098113 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059bf0-4dba-4698-b424-505deb02ba58 req-81b70714-b306-4de2-aa23-d626c597e2b3 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.099603 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87059bf0-4dba-4698-b424-505deb02ba58 req-81b70714-b306-4de2-aa23-d626c597e2b3 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 943 time: 0.1147089 Jul 28 03:39:45.136300 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-2143cb40-71fe-4342-b351-cb39deebbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.137774 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-2143cb40-71fe-4342-b351-cb39deebbbca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c9f033d-615c-443b-b087-3bb9d9f7b66c HTTP/1.1" status: 200 len: 847 time: 0.0875547 Jul 28 03:39:45.141107 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Deleting port f622806a-f02e-4446-8739-bf25d112dc10 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:45.141903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.176586 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-9369543e-ab9e-4c9c-8fe2-c3dd20b30e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d20304cb-7d97-4496-b766-11f98a2a7505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293467 Jul 28 03:39:45.179480 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87059bf0-4dba-4698-b424-505deb02ba58 req-1bbe135d-8277-4c72-b7bb-08ebd167b65e tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704293 Jul 28 03:39:45.224141 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] For port f622806a-f02e-4446-8739-bf25d112dc10, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=f622806a-f02e-4446-8739-bf25d112dc10,segment=NetworkSegment(a5c09359-f0dc-4d88-ab51-4c5dc88c0294),segment_id=a5c09359-f0dc-4d88-ab51-4c5dc88c0294)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:45.224517 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.237904 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Calling delete_port for f622806a-f02e-4446-8739-bf25d112dc10 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:45.277033 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26d64c-4c2e-4412-919a-6ba4ba6a997f req-f61de23f-6348-44b8-9a5d-089db52359f9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.278816 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ad26d64c-4c2e-4412-919a-6ba4ba6a997f req-f61de23f-6348-44b8-9a5d-089db52359f9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 945 time: 0.1054611 Jul 28 03:39:45.327907 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-48770f76-fef4-4e43-a3d6-22b1c7a87a63 service neutron] 10.222.0.36 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392417 Jul 28 03:39:45.335086 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ad26d64c-4c2e-4412-919a-6ba4ba6a997f req-06d942a7-6d4f-4797-8027-290670a986f9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501373 Jul 28 03:39:45.427318 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0bdb4368-b1d7-4d08-adcd-790dc9a51cce req-af574412-6b44-4195-ad0c-b87387f1b9b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905666 Jul 28 03:39:45.440045 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:45.457363 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.487232 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Pushing event deleted for resources: {'Port': ['ID=f622806a-f02e-4446-8739-bf25d112dc10,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:45.524996 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.549862 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:45.552402 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87676efe-ce9e-4be8-936a-c0a6951905c9" -d '{"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-unplugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:45.573880 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:45.579329 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.605194 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c1c35-6e07-4c5c-b44b-2ce347ef4a37 x-openstack-request-id: req-cb6c1c35-6e07-4c5c-b44b-2ce347ef4a37 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:45.605498 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-unplugged", "status": "failed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "code": 422}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:45.605772 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb6c1c35-6e07-4c5c-b44b-2ce347ef4a37 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:45.606227 dv-cinder-733062-21-smb neutron-server[93251]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'code': 422} returned with failed status Jul 28 03:39:45.635655 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:45.642907 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.643263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.643603 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.644225 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.644353 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.644629 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.644962 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.645288 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.645633 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.646162 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.646492 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.646813 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:45.665039 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:45.892525 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:45.950317 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69972d7d-5fc9-4403-abe9-b12a73998b86 req-1f9487b7-be68-4dd8-8561-04d685a9de0b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.957450 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-69972d7d-5fc9-4403-abe9-b12a73998b86 req-1f9487b7-be68-4dd8-8561-04d685a9de0b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0594659 Jul 28 03:39:45.990680 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-69972d7d-5fc9-4403-abe9-b12a73998b86 req-a83db96a-7787-478a-b6bc-3080dff997e3 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Jul 28 03:39:46.017831 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:46.026006 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-ef3bc20a-ec50-4b95-91b5-3b938954fccf admin admin] 10.222.0.26 "PUT /v2.0/routers/e91e224c-4ab1-4df9-b97a-8d4d93eecda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8107183 Jul 28 03:39:46.026006 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53280) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:46.028068 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Sync routers for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:46.037189 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:46.037828 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:39:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:46.146461 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.155292 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:46.235062 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53292) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:46.273932 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.332491 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Deleting port 8e43cd61-441c-4adf-ba2d-d24ab17367cf {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:46.333108 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.346340 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:39:45Z', 'revision_number': 5, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port': {'id': '8e43cd61-441c-4adf-ba2d-d24ab17367cf', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:34Z', 'updated_at': '2021-07-28T03:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:46.346787 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-530a5d17-c04f-487b-9c61-48312ceec997 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098309 Jul 28 03:39:46.359236 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d849-c49f-4c5f-8756-8128b2d53a3a req-1f795fb3-a845-4c05-8e08-99b1fd23265a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.360708 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a802d849-c49f-4c5f-8756-8128b2d53a3a req-1f795fb3-a845-4c05-8e08-99b1fd23265a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 943 time: 0.0964406 Jul 28 03:39:46.374046 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Checking router: e91e224c-4ab1-4df9-b97a-8d4d93eecda4 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:46.385742 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Routers {'e91e224c-4ab1-4df9-b97a-8d4d93eecda4'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:46.386388 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:39:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:46.407731 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a802d849-c49f-4c5f-8756-8128b2d53a3a req-f047abad-157e-4036-bb48-24fb86dbe0be tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376232 Jul 28 03:39:46.419782 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] For port 8e43cd61-441c-4adf-ba2d-d24ab17367cf, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8e43cd61-441c-4adf-ba2d-d24ab17367cf,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:46.420151 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.433541 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Calling delete_port for 8e43cd61-441c-4adf-ba2d-d24ab17367cf owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:46.483246 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] Set router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:46.534822 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:39:46Z', 'revision_number': 6, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port_host': None}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:46.563794 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec30537-6214-4469-83fa-eba51b673a08 None None] The sync data for ids ['e91e224c-4ab1-4df9-b97a-8d4d93eecda4'] in dv-cinder-733062-21-smb is: [{'id': 'e91e224c-4ab1-4df9-b97a-8d4d93eecda4', 'name': 'tempest-ServerRescueNegativeTestJSON-994429456-router', 'tenant_id': '61668da9bef94225915fde2e5254e3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:32Z', 'updated_at': '2021-07-28T03:39:46Z', 'revision_number': 6, 'project_id': '61668da9bef94225915fde2e5254e3f2', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:46.610275 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.640481 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e43cd61-441c-4adf-ba2d-d24ab17367cf,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:46.699251 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.801739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:46.803901 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.096720 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.097368 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91e224c-4ab1-4df9-b97a-8d4d93eecda4 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:39:47.103286 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.104470 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a5e9b925-e905-4430-891e-87decd71834e admin admin] 10.222.0.26 "DELETE /v2.0/routers/e91e224c-4ab1-4df9-b97a-8d4d93eecda4 HTTP/1.1" status: 204 len: 168 time: 1.0740666 Jul 28 03:39:47.107249 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53306) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.157540 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab2d5-a77b-4ad0-a167-37200c48f657 req-5d0ef651-77e4-4a98-b3c5-4d19d1c089c1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.159047 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-55fab2d5-a77b-4ad0-a167-37200c48f657 req-5d0ef651-77e4-4a98-b3c5-4d19d1c089c1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0861166 Jul 28 03:39:47.166242 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Deleting subnet ea6e0e6e-ce77-44c3-ab27-69532b37785b {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:39:47.170848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.224840 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2866469'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.248280 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-55fab2d5-a77b-4ad0-a167-37200c48f657 req-5b185b02-87f1-4b67-b580-55a63144c3ee tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796173 Jul 28 03:39:47.271444 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.342984 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2650171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9593088'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.368357 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6e0e6e-ce77-44c3-ab27-69532b37785b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.375050 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.377018 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-27ad6f7a-02ef-4c4c-8fc6-49ed85651ffe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ea6e0e6e-ce77-44c3-ab27-69532b37785b HTTP/1.1" status: 204 len: 168 time: 0.2679904 Jul 28 03:39:47.379680 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53308) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.434473 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8e43cd61-441c-4adf-ba2d-d24ab17367cf no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:47.450606 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.461150 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device b862bbbe-59e4-416e-b360-7f43afbe1844 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:47.463069 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5c199121-040c-404b-b3b4-f6e80c26969f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:47.466758 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 8e43cd61-441c-4adf-ba2d-d24ab17367cf {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:47.467146 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8e43cd61-441c-4adf-ba2d-d24ab17367cf not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:47.467556 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device f622806a-f02e-4446-8739-bf25d112dc10 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:47.512462 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 5c199121-040c-404b-b3b4-f6e80c26969f {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:47.512818 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 5c199121-040c-404b-b3b4-f6e80c26969f not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:47.515847 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: f622806a-f02e-4446-8739-bf25d112dc10 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:47.516191 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device f622806a-f02e-4446-8739-bf25d112dc10 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:47.539472 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.546838 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e157d-d408-4fbe-ab91-15748530ca08 req-99c481c7-a545-4856-a7cd-21c9ce643e0a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.548502 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-575e157d-d408-4fbe-ab91-15748530ca08 req-99c481c7-a545-4856-a7cd-21c9ce643e0a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 943 time: 0.0667424 Jul 28 03:39:47.549388 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2574890c-4ff5-4cd0-9788-7aa5f7b54d40']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:47.560752 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:47.561449 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c09359-f0dc-4d88-ab51-4c5dc88c0294') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:47.570842 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.586218 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.593986 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:39:47.595077 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:39:47.596731 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:39:47.603364 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-575e157d-d408-4fbe-ab91-15748530ca08 req-f7587631-f661-4702-9a6e-a825201fba14 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Jul 28 03:39:47.617155 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b862bbbe-59e4-416e-b360-7f43afbe1844,segment=NetworkSegment(6aaa892c-08aa-4ef3-bd0e-57c183bb9263),segment_id=6aaa892c-08aa-4ef3-bd0e-57c183bb9263)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:47.628556 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': 'b862bbbe-59e4-416e-b360-7f43afbe1844', 'network_id': 'd20304cb-7d97-4496-b766-11f98a2a7505', 'port_id': 'b862bbbe-59e4-416e-b360-7f43afbe1844', 'mac_address': 'fa:16:3e:64:c6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9f033d-615c-443b-b087-3bb9d9f7b66c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:47.666528 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.675059 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.687676 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.689563 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2574890c-4ff5-4cd0-9788-7aa5f7b54d40 HTTP/1.1" status: 204 len: 168 time: 0.3089626 Jul 28 03:39:47.690687 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26957d9-2bb6-4988-a49b-fc80e3b26930 admin admin] Pushing event deleted for resources: {'Network': ['ID=2574890c-4ff5-4cd0-9788-7aa5f7b54d40,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.693739 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b862bbbe-59e4-416e-b360-7f43afbe1844 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:47.704573 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b214-8cfc-459e-865e-697151646f91 req-034fa5db-bc0f-4648-afd6-58dca70d8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.707082 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-034fa5db-bc0f-4648-afd6-58dca70d8fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 1096 time: 0.1026309 Jul 28 03:39:47.716452 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b862bbbe-59e4-416e-b360-7f43afbe1844,segment=NetworkSegment(6aaa892c-08aa-4ef3-bd0e-57c183bb9263),segment_id=6aaa892c-08aa-4ef3-bd0e-57c183bb9263)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:47.723813 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.778590 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:47.783848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b214-8cfc-459e-865e-697151646f91 req-0d0b363d-0633-41de-87af-932722474868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.785363 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-0d0b363d-0633-41de-87af-932722474868 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1096 time: 0.0467846 Jul 28 03:39:47.883728 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53314) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.884549 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b214-8cfc-459e-865e-697151646f91 req-d50c8de4-60b1-4386-92c0-a7c0836dfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.885638 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-d50c8de4-60b1-4386-92c0-a7c0836dfd5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.0919826 Jul 28 03:39:47.924612 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-89eb24a0-9fc1-49a2-9d00-5b3e22922c54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61668da9bef94225915fde2e5254e3f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378397 Jul 28 03:39:47.925515 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53316) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:47.954427 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-d3f012f3-47f4-42cb-8e5f-db56c76989cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 200 len: 998 time: 0.0608304 Jul 28 03:39:47.973185 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:47.973733 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['b862bbbe-59e4-416e-b360-7f43afbe1844'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:47.995157 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.009837 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b214-8cfc-459e-865e-697151646f91 req-858bd7d9-458a-4895-a0e3-9e994bc8e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.011356 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-858bd7d9-458a-4895-a0e3-9e994bc8e9fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0495040 Jul 28 03:39:48.050149 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.052860 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.056840 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24c24571-6597-4a69-9ab7-3b8f930d0bf3 HTTP/1.1" status: 204 len: 168 time: 0.1275551 Jul 28 03:39:48.059788 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b214-8cfc-459e-865e-697151646f91 req-36c7f97e-1106-4bad-9edf-cd522776a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.061349 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-36c7f97e-1106-4bad-9edf-cd522776a5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0420492 Jul 28 03:39:48.067962 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce89028-a9e2-411e-958f-92e2c5764458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c24571-6597-4a69-9ab7-3b8f930d0bf3,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:48.158759 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-5386a512-4b29-493b-965e-8b21bb835408 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897315 Jul 28 03:39:48.255276 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9fa6b214-8cfc-459e-865e-697151646f91 req-814a15ba-8097-4aa8-a96e-a36b0eba99e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884254 Jul 28 03:39:48.381351 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84442-53a7-41ea-8122-5b444f8b188c req-f0168816-6c79-4e74-824e-a0a5bef426a4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.382941 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12f84442-53a7-41ea-8122-5b444f8b188c req-f0168816-6c79-4e74-824e-a0a5bef426a4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0553091 Jul 28 03:39:48.420870 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12f84442-53a7-41ea-8122-5b444f8b188c req-9462ef5f-bf1d-40b0-b97e-0ca46f17f4af tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Jul 28 03:39:48.726079 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31230-d2e5-41f7-9c51-beb86ffe1651 req-8b3d0b49-d9a7-46b8-bfc3-44a4e4ef6051 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.727698 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b4c31230-d2e5-41f7-9c51-beb86ffe1651 req-8b3d0b49-d9a7-46b8-bfc3-44a4e4ef6051 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 944 time: 0.0529490 Jul 28 03:39:48.769257 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b4c31230-d2e5-41f7-9c51-beb86ffe1651 req-58c337a7-ad85-480a-9136-5d6d138cf9c6 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Jul 28 03:39:49.457253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device b862bbbe-59e4-416e-b360-7f43afbe1844 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:49.524373 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port b862bbbe-59e4-416e-b360-7f43afbe1844 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:49.534613 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port b862bbbe-59e4-416e-b360-7f43afbe1844 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:49.535520 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.615084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e197411-6676-48c0-abc7-8476bea5e00e req-b01d828f-fe1e-46f1-91a2-64f14592488d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.617278 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0e197411-6676-48c0-abc7-8476bea5e00e req-b01d828f-fe1e-46f1-91a2-64f14592488d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0993340 Jul 28 03:39:49.654479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.682460 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0e197411-6676-48c0-abc7-8476bea5e00e req-6e611766-e671-4ad7-9408-7dc2a9e572a0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537181 Jul 28 03:39:49.682854 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:49.685281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4473821-c704-4ff2-a439-ec6033fb76aa" -d '{"events": [{"server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "name": "network-vif-plugged", "status": "completed", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:49.700411 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b862bbbe-59e4-416e-b360-7f43afbe1844,segment=NetworkSegment(6aaa892c-08aa-4ef3-bd0e-57c183bb9263),segment_id=6aaa892c-08aa-4ef3-bd0e-57c183bb9263)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:49.711117 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.764132 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b037df-4f1a-42d6-ad98-1b785a375955 x-openstack-request-id: req-35b037df-4f1a-42d6-ad98-1b785a375955 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:49.764769 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "name": "network-vif-plugged", "status": "completed", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:49.765070 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35b037df-4f1a-42d6-ad98-1b785a375955 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:49.765530 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844', 'code': 200} Jul 28 03:39:49.780671 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:49.915778 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9e11f-58b1-4d38-8471-84f695222cd8 req-2fd990cc-f34e-4b8d-8df4-fa19230f9627 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.917140 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87e9e11f-58b1-4d38-8471-84f695222cd8 req-2fd990cc-f34e-4b8d-8df4-fa19230f9627 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0589445 Jul 28 03:39:49.956280 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-87e9e11f-58b1-4d38-8471-84f695222cd8 req-e3a46db5-1e97-47c5-9f3a-acc6820a3556 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Jul 28 03:39:50.017062 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-41f2b097-355d-445d-bf68-a2e9d4730211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.814205 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53459783-54d4-46e3-a519-3ac84a2af32b req-9ae165cd-b2d1-46db-8154-9ef02dde8385 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.815739 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-53459783-54d4-46e3-a519-3ac84a2af32b req-9ae165cd-b2d1-46db-8154-9ef02dde8385 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0578551 Jul 28 03:39:50.856762 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-53459783-54d4-46e3-a519-3ac84a2af32b req-e80d8794-6718-424a-ab9c-eae2bd82ffca tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Jul 28 03:39:51.083634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08944a0-66f9-41a7-94f8-640806b2cf24 req-d60ce095-1d88-432b-952a-bb1def7cf823 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.086274 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d08944a0-66f9-41a7-94f8-640806b2cf24 req-d60ce095-1d88-432b-952a-bb1def7cf823 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0585964 Jul 28 03:39:51.131650 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d08944a0-66f9-41a7-94f8-640806b2cf24 req-5a1c9ccf-93d8-46a7-87f4-e7aa158fe8f9 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Jul 28 03:39:51.994271 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba969-b4b3-4861-8c4e-8a519d6ff24a req-bbbfa83e-81cc-408b-ba8c-bd4dc555518d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.995660 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aaaba969-b4b3-4861-8c4e-8a519d6ff24a req-bbbfa83e-81cc-408b-ba8c-bd4dc555518d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0663779 Jul 28 03:39:52.034584 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aaaba969-b4b3-4861-8c4e-8a519d6ff24a req-42cb10dc-7c3d-429c-8027-e3a41c3b52fb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Jul 28 03:39:52.265166 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512aaa2-df23-45fe-bd57-8cb927d6a17b req-3e5c281f-2519-4d83-a8b1-4b0561a6869a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.266580 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f512aaa2-df23-45fe-bd57-8cb927d6a17b req-3e5c281f-2519-4d83-a8b1-4b0561a6869a tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0558634 Jul 28 03:39:52.332768 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f512aaa2-df23-45fe-bd57-8cb927d6a17b req-3d8dc38d-e975-4810-be68-3cbe3a353dc7 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Jul 28 03:39:52.449145 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-709f77db-cd80-479b-917f-e3b384204330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.674677 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.169167 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7a41-a8a5-43e6-b73d-0ee5f2c1b1e2 req-1be5fc4e-098c-48a4-9a14-08b961d3478b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.170870 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb8f7a41-a8a5-43e6-b73d-0ee5f2c1b1e2 req-1be5fc4e-098c-48a4-9a14-08b961d3478b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0573118 Jul 28 03:39:53.217952 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb8f7a41-a8a5-43e6-b73d-0ee5f2c1b1e2 req-6ef55843-82ee-4f19-8027-93453ee5dedd tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Jul 28 03:39:53.441399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cde49-5353-4053-9940-bf8ca748f3e6 req-57efa870-4df2-4577-a7de-5ed37ba980ca tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.443812 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df7cde49-5353-4053-9940-bf8ca748f3e6 req-57efa870-4df2-4577-a7de-5ed37ba980ca tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0625472 Jul 28 03:39:53.499258 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df7cde49-5353-4053-9940-bf8ca748f3e6 req-55175bfd-4d57-4e49-9457-377a0e986513 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Jul 28 03:39:53.791260 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.356350 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b0b8-cf1f-440c-9fc7-fbda05902d5d req-d2181fc2-f01d-40d5-89bb-644af51e0322 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.358666 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-db11b0b8-cf1f-440c-9fc7-fbda05902d5d req-d2181fc2-f01d-40d5-89bb-644af51e0322 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0533466 Jul 28 03:39:54.395777 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:54.403461 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-db11b0b8-cf1f-440c-9fc7-fbda05902d5d req-ae1be29e-ffe9-4c8a-aef4-9409812e92aa tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 Jul 28 03:39:54.641886 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e0946-e9f7-4f82-8aec-5b5c08af152f req-47f07970-245f-4e03-82cf-842ed4e7c4c8 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.643404 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-532e0946-e9f7-4f82-8aec-5b5c08af152f req-47f07970-245f-4e03-82cf-842ed4e7c4c8 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0644641 Jul 28 03:39:54.683517 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-532e0946-e9f7-4f82-8aec-5b5c08af152f req-938aaabf-e350-47f8-b547-ea54784dd110 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jul 28 03:39:55.439806 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.529222 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ede8-b5fc-43a2-a195-1873a2a1b108 req-3409f675-f017-433d-bc15-00355d5fa15b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.530905 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-74c0ede8-b5fc-43a2-a195-1873a2a1b108 req-3409f675-f017-433d-bc15-00355d5fa15b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0544133 Jul 28 03:39:55.577075 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-74c0ede8-b5fc-43a2-a195-1873a2a1b108 req-7bae0972-57a6-4490-a44f-fd594055af9d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Jul 28 03:39:55.804617 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b4842-94c1-4141-b677-adc2611c6374 req-e90a39dd-f4fc-4961-a098-8348e96cf231 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.806174 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-184b4842-94c1-4141-b677-adc2611c6374 req-e90a39dd-f4fc-4961-a098-8348e96cf231 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0535600 Jul 28 03:39:55.847940 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-184b4842-94c1-4141-b677-adc2611c6374 req-15d6b4cf-b071-4211-ac83-808b6c65cf81 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358198 Jul 28 03:39:55.982884 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.086869 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53506) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:56.196489 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0df9e8ff-15ad-451a-aa03-fdf35a3f5a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.306859 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0df9e8ff-15ad-451a-aa03-fdf35a3f5a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.310404 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0df9e8ff-15ad-451a-aa03-fdf35a3f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.350208 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0df9e8ff-15ad-451a-aa03-fdf35a3f5a0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90d1536f35e74fffaaa1a8fb9f7b769b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622175 Jul 28 03:39:56.352424 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9e8ff-15ad-451a-aa03-fdf35a3f5a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0aecb7-86f3-46be-8b6c-ba8216764ef4,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:56.353042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53510) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:56.415948 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.438798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.488913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.492276 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.493482 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e0aecb7-86f3-46be-8b6c-ba8216764ef4 HTTP/1.1" status: 204 len: 168 time: 0.1394711 Jul 28 03:39:56.502728 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f6e4-be2b-4651-bf2c-75d8a0ba7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0aecb7-86f3-46be-8b6c-ba8216764ef4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:56.716285 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a4d9-2897-4fcf-9f6e-298438a243d3 req-49249402-1fef-46b0-ba4f-f31f5cdf5b1c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.724139 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11e2a4d9-2897-4fcf-9f6e-298438a243d3 req-49249402-1fef-46b0-ba4f-f31f5cdf5b1c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0653732 Jul 28 03:39:56.798010 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11e2a4d9-2897-4fcf-9f6e-298438a243d3 req-8a676b9e-5e0a-4835-9d97-927f23054b87 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726581 Jul 28 03:39:56.816668 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53520) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:56.830989 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2445e3d3-acde-4cce-bfe7-e17c45a9e89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.926553 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2445e3d3-acde-4cce-bfe7-e17c45a9e89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:56.941300 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2445e3d3-acde-4cce-bfe7-e17c45a9e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.001428 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-2445e3d3-acde-4cce-bfe7-e17c45a9e89d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d93159bc2f549b990d84d6359ac6ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836782 Jul 28 03:39:57.003993 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53524) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:57.021933 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445e3d3-acde-4cce-bfe7-e17c45a9e89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3045743d-fc67-461d-a324-6c75a65a30e3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:57.044250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703038-ca38-4cae-8486-91d91291c91d req-fe4fb989-7af1-4646-95ca-41f484f33ad3 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.045715 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb703038-ca38-4cae-8486-91d91291c91d req-fe4fb989-7af1-4646-95ca-41f484f33ad3 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.1136148 Jul 28 03:39:57.096804 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.103616 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb703038-ca38-4cae-8486-91d91291c91d req-2c13e0be-acf0-4968-9e27-2cf5e81e72f5 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Jul 28 03:39:57.122984 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.173965 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.176999 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:57.178383 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3045743d-fc67-461d-a324-6c75a65a30e3 HTTP/1.1" status: 204 len: 168 time: 0.1733830 Jul 28 03:39:57.195293 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275061a-4f3b-4323-b8c1-7478c28852da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3045743d-fc67-461d-a324-6c75a65a30e3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:57.962772 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e96082-0700-40d0-afc3-a999a17d5639 req-2918d07e-bf4d-4872-afa8-638943b21078 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.964625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-82e96082-0700-40d0-afc3-a999a17d5639 req-2918d07e-bf4d-4872-afa8-638943b21078 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0802853 Jul 28 03:39:58.011979 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-82e96082-0700-40d0-afc3-a999a17d5639 req-37f0b3b5-1b67-4629-9a18-99cf82fec0c8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 Jul 28 03:39:58.240747 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af512-3d92-40e3-ac98-addfdbd53a6f req-b7645579-2274-4849-9566-78b469190059 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.243300 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f07af512-3d92-40e3-ac98-addfdbd53a6f req-b7645579-2274-4849-9566-78b469190059 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0667446 Jul 28 03:39:58.306387 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f07af512-3d92-40e3-ac98-addfdbd53a6f req-d520157b-4ff8-4961-bb2e-14dd3c21dddf tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Jul 28 03:39:59.155895 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4c71-6adc-4e1a-bfcd-95efcdaadb99 req-7d30c811-32d3-4b7c-960a-edeb65c111af tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.157784 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-703e4c71-6adc-4e1a-bfcd-95efcdaadb99 req-7d30c811-32d3-4b7c-960a-edeb65c111af tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0513184 Jul 28 03:39:59.204629 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-703e4c71-6adc-4e1a-bfcd-95efcdaadb99 req-5b0e6876-700a-40ce-b3da-7b5fbcebbf13 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377955 Jul 28 03:39:59.431269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa2cc-8475-4e24-98f3-9bd82db35846 req-496eaf7c-04e6-466e-9285-9a6716f81b31 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.432683 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df6aa2cc-8475-4e24-98f3-9bd82db35846 req-496eaf7c-04e6-466e-9285-9a6716f81b31 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0518341 Jul 28 03:39:59.481081 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-df6aa2cc-8475-4e24-98f3-9bd82db35846 req-217a9323-2ce3-40e6-b334-9a0955289788 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Jul 28 03:40:00.331159 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ff709-7fcc-41e5-9db4-a83c7d645736 req-6dbbb032-5419-4136-ac33-decfcef6f485 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.332598 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1b3ff709-7fcc-41e5-9db4-a83c7d645736 req-6dbbb032-5419-4136-ac33-decfcef6f485 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0499351 Jul 28 03:40:00.641274 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1b3ff709-7fcc-41e5-9db4-a83c7d645736 req-0c8e2427-6e1d-456b-a47c-838d575e53c2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027444 Jul 28 03:40:00.687570 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fe6cc-68e9-4583-a370-e4a58ac104b1 req-5ddcf6dc-233d-4c82-9b68-c5d1e93d5667 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.689139 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-776fe6cc-68e9-4583-a370-e4a58ac104b1 req-5ddcf6dc-233d-4c82-9b68-c5d1e93d5667 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0909054 Jul 28 03:40:00.716123 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-26c070bc-63e3-46fb-ae26-e8db2eb6c6d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668497 Jul 28 03:40:00.735173 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-776fe6cc-68e9-4583-a370-e4a58ac104b1 req-d2a81a52-4886-462c-9bf0-e41a9678503e tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Jul 28 03:40:00.794743 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-0dbbe908-49b2-4135-8037-170ae2d41dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.796239 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-0dbbe908-49b2-4135-8037-170ae2d41dca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1099 time: 0.0513239 Jul 28 03:40:00.797255 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807bb6d-0997-41e7-a279-1b7b5d21b3b3 req-d5fe869d-6d62-47d8-a86e-38fd2cc55d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.798789 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0807bb6d-0997-41e7-a279-1b7b5d21b3b3 req-d5fe869d-6d62-47d8-a86e-38fd2cc55d5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 1098 time: 0.0404148 Jul 28 03:40:00.844489 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-0807bb6d-0997-41e7-a279-1b7b5d21b3b3 req-ddd723ef-e0d1-49b5-b3d0-d8e09bcebdb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Jul 28 03:40:00.901308 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-5cc93a6c-fdd8-4af7-81c9-87c1b4c5c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.902814 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-5cc93a6c-fdd8-4af7-81c9-87c1b4c5c2d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.0839181 Jul 28 03:40:00.971216 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-da4ff88d-e974-43fe-bcbd-29d236edb805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 1002 time: 0.0590239 Jul 28 03:40:01.021423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-387cfb0b-f2e6-42d2-862b-21a846c4fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.023546 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-387cfb0b-f2e6-42d2-862b-21a846c4fc8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0436454 Jul 28 03:40:01.068170 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-fc0cbfab-f9e5-47df-8c1c-e2dd185ecb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.070061 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-fc0cbfab-f9e5-47df-8c1c-e2dd185ecb76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0387449 Jul 28 03:40:01.178957 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-711a150f-a980-48aa-9617-08027cd7c130 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955143 Jul 28 03:40:01.286103 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-394f8752-ebe9-4c12-a6c2-7be2c79c7b0b req-a4e390d5-7862-409e-9a81-7291eab932a3 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990789 Jul 28 03:40:01.798591 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a17da9-031d-4077-bb68-bb206a41c712 req-2a92fc8b-3021-41ee-a520-e06a2fb57b89 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.800091 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a1a17da9-031d-4077-bb68-bb206a41c712 req-2a92fc8b-3021-41ee-a520-e06a2fb57b89 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0901620 Jul 28 03:40:01.808483 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806a37-f5e4-4a3e-81b5-b47e15ed902f req-d6c91fe2-e050-476c-b54b-0b0981eb3a64 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.809950 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-47806a37-f5e4-4a3e-81b5-b47e15ed902f req-d6c91fe2-e050-476c-b54b-0b0981eb3a64 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0873668 Jul 28 03:40:01.867230 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a1a17da9-031d-4077-bb68-bb206a41c712 req-f3f1c22a-558a-49e4-b121-13e1b7acab80 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 Jul 28 03:40:01.871976 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-47806a37-f5e4-4a3e-81b5-b47e15ed902f req-411a68fe-9cea-4994-8d7e-ee951a2469b9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546987 Jul 28 03:40:01.971900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573a85-846c-4681-a85f-95d70990b9ca req-43bbaa33-a73a-4919-93b6-04de666e43a7 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.973486 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e9573a85-846c-4681-a85f-95d70990b9ca req-43bbaa33-a73a-4919-93b6-04de666e43a7 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0505905 Jul 28 03:40:02.013564 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e9573a85-846c-4681-a85f-95d70990b9ca req-64d76ebe-7014-4930-8988-b0a880acba9f tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Jul 28 03:40:03.022871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8a0e1-5b60-4c7e-8e85-291e00d08b17 req-c7308e1f-5da2-42be-8902-4697ec196a26 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.024349 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-daa8a0e1-5b60-4c7e-8e85-291e00d08b17 req-c7308e1f-5da2-42be-8902-4697ec196a26 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0833127 Jul 28 03:40:03.032268 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c2e84-c399-4856-bf06-e927a077a793 req-a9344fbf-caa0-46e6-83b8-4673dcf43f99 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.033611 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e89c2e84-c399-4856-bf06-e927a077a793 req-a9344fbf-caa0-46e6-83b8-4673dcf43f99 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 943 time: 0.0828950 Jul 28 03:40:03.087013 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-daa8a0e1-5b60-4c7e-8e85-291e00d08b17 req-e33170a3-3001-4805-999d-abc6da59d463 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524492 Jul 28 03:40:03.091710 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e89c2e84-c399-4856-bf06-e927a077a793 req-bc14bebf-f3b4-4325-87cc-7f57bc6767bf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512974 Jul 28 03:40:03.329161 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e381b-d0b6-4401-9df4-340c596940d7 req-1bc5bb99-4375-4ecb-a201-ebc01d5fbf2f tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.330665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-914e381b-d0b6-4401-9df4-340c596940d7 req-1bc5bb99-4375-4ecb-a201-ebc01d5fbf2f tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0784283 Jul 28 03:40:03.336580 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-280b3df5-0b7c-4bb9-b58f-d74ba2410116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.338015 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-280b3df5-0b7c-4bb9-b58f-d74ba2410116 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1137 time: 0.0603216 Jul 28 03:40:03.415623 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-914e381b-d0b6-4401-9df4-340c596940d7 req-6968e7ef-6725-4331-b628-484ed4dfe721 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764439 Jul 28 03:40:03.457363 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-b45266a6-3d7a-447c-b958-269d15064cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.458891 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-b45266a6-3d7a-447c-b958-269d15064cf6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.1133301 Jul 28 03:40:03.496745 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:03.548672 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-c5140b40-5044-4dd4-93aa-68a9927502ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 1001 time: 0.0719249 Jul 28 03:40:03.594945 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:03.604385 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-f9aa2bbb-d008-4c3f-b277-cd511e2a6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.605971 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-f9aa2bbb-d008-4c3f-b277-cd511e2a6902 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0493586 Jul 28 03:40:03.606959 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'mac_address': 'fa:16:3e:b0:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:03.645345 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.659758 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:03.663929 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-75a394f8-fa73-4965-84fa-d85dbb28031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.665593 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-75a394f8-fa73-4965-84fa-d85dbb28031a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508196 Jul 28 03:40:03.681517 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:03.686063 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.785272 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-d194af4a-7afb-43a5-9b42-dd6bbab2f9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092503 Jul 28 03:40:03.865056 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=9']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:03.895579 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3525b516-7b2b-42e8-b9b4-4ffd64a2f594 req-71ae4f89-6c2e-471b-8fb8-1c48c4156cea service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009347 Jul 28 03:40:03.970463 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['49d0a9b3-7cec-4577-95da-b0b4c7f69f37'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:04.255228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f627e-2e91-4de3-8de4-dbd38001a8ff req-90f4ffc9-74e4-4708-bb51-601aadbfac30 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.257327 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-882f627e-2e91-4de3-8de4-dbd38001a8ff req-90f4ffc9-74e4-4708-bb51-601aadbfac30 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 944 time: 0.0852463 Jul 28 03:40:04.270520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5c397-4aee-481a-80be-ef0359c2e454 req-57e51c6b-120c-4178-9452-00ef244cd7b4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.271988 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12c5c397-4aee-481a-80be-ef0359c2e454 req-57e51c6b-120c-4178-9452-00ef244cd7b4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0991819 Jul 28 03:40:04.329019 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-882f627e-2e91-4de3-8de4-dbd38001a8ff req-8f89ff7b-f41b-4399-a93f-ee8dc7e7e2b3 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560846 Jul 28 03:40:04.331840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-12c5c397-4aee-481a-80be-ef0359c2e454 req-89a01ee7-a35c-4355-a8d3-b313d97367b4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522363 Jul 28 03:40:04.567478 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bef37-8c49-40ff-9324-6e9d186d45c3 req-0fa96125-fc10-44ad-ae09-0213dfa2bf67 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.568952 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58bef37-8c49-40ff-9324-6e9d186d45c3 req-0fa96125-fc10-44ad-ae09-0213dfa2bf67 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0789688 Jul 28 03:40:04.581216 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd008a0-dbef-4595-9d31-5d68ca3465da req-667ef01f-64f7-49fb-a7f3-8cbe383f1a63 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.582641 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8dd008a0-dbef-4595-9d31-5d68ca3465da req-667ef01f-64f7-49fb-a7f3-8cbe383f1a63 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0797627 Jul 28 03:40:04.636830 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e58bef37-8c49-40ff-9324-6e9d186d45c3 req-c3a92bc9-9f39-4ff5-a535-92f9f8e2ca53 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532463 Jul 28 03:40:04.643772 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8dd008a0-dbef-4595-9d31-5d68ca3465da req-e4e9f35a-c856-4301-9f44-e1f38cfe784f tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535939 Jul 28 03:40:05.471404 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abc99f-3177-4e7d-8586-bd24c85a7206 req-5b1a9543-d395-4f50-bd50-68f196c8e7c3 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.472861 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d3abc99f-3177-4e7d-8586-bd24c85a7206 req-5b1a9543-d395-4f50-bd50-68f196c8e7c3 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0746973 Jul 28 03:40:05.479946 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff176fc9-57fb-4a66-b76f-e2ec439c593e req-a36f960d-0e24-4587-89e5-3d27702a8fa7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.481277 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ff176fc9-57fb-4a66-b76f-e2ec439c593e req-a36f960d-0e24-4587-89e5-3d27702a8fa7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 944 time: 0.0743697 Jul 28 03:40:05.498372 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:05.532328 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d3abc99f-3177-4e7d-8586-bd24c85a7206 req-c38298c4-5a4e-40d4-b75d-f7bf6d2c96dc tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500863 Jul 28 03:40:05.553699 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ff176fc9-57fb-4a66-b76f-e2ec439c593e req-0530cdc4-5436-4684-9416-3fc63e10ec33 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570350 Jul 28 03:40:05.553850 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:05.553850 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.626815 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.649311 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:05.651556 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8abf8b7-b627-4075-beea-3830234ef704" -d '{"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:05.664508 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:05.669965 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:05.708177 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71fa33-ab71-4341-997f-83d7c59bd8b1 x-openstack-request-id: req-9d71fa33-ab71-4341-997f-83d7c59bd8b1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:05.708476 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:05.708736 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d71fa33-ab71-4341-997f-83d7c59bd8b1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:05.709134 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'code': 200} Jul 28 03:40:05.739283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=10']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:05.791408 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f728e-b1d4-4f1e-a5c7-9533480ed0b9 req-b7d56660-a588-4906-99c1-52cd13e976c1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.792867 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f8f728e-b1d4-4f1e-a5c7-9533480ed0b9 req-b7d56660-a588-4906-99c1-52cd13e976c1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0750809 Jul 28 03:40:05.820901 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a0c3-0189-4afb-991e-8c7cda7c1333 req-2065e02c-45bf-429d-ae44-b31ee7ab3d10 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.822351 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a131a0c3-0189-4afb-991e-8c7cda7c1333 req-2065e02c-45bf-429d-ae44-b31ee7ab3d10 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0725272 Jul 28 03:40:05.855826 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f8f728e-b1d4-4f1e-a5c7-9533480ed0b9 req-e2770280-0f12-4ff8-af99-70ab3281ac6a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569243 Jul 28 03:40:05.872978 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a131a0c3-0189-4afb-991e-8c7cda7c1333 req-675feed8-cef4-4d53-bf82-262854427f34 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/security-groups?id=c379c8ab-a56b-43d2-a593-49115fdf9d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Jul 28 03:40:05.993095 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-21338234-16ec-4ee2-87d0-f0b84a6e0981 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.994558 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-21338234-16ec-4ee2-87d0-f0b84a6e0981 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.36 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 945 time: 0.0536778 Jul 28 03:40:06.090560 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Deleting port b862bbbe-59e4-416e-b360-7f43afbe1844 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:06.090908 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.182541 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] For port b862bbbe-59e4-416e-b360-7f43afbe1844, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b862bbbe-59e4-416e-b360-7f43afbe1844,segment=NetworkSegment(6aaa892c-08aa-4ef3-bd0e-57c183bb9263),segment_id=6aaa892c-08aa-4ef3-bd0e-57c183bb9263)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:06.183107 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.185980 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f6054-0728-498b-a093-45ce1dc4238c req-96f41bd5-f1ff-4b92-afa3-b88cbee06bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.187496 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-890f6054-0728-498b-a093-45ce1dc4238c req-96f41bd5-f1ff-4b92-afa3-b88cbee06bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 1099 time: 0.0397210 Jul 28 03:40:06.196437 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Calling delete_port for b862bbbe-59e4-416e-b360-7f43afbe1844 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:06.222719 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-890f6054-0728-498b-a093-45ce1dc4238c req-7914c276-e1a4-4c0c-a9e8-a37b0f69fa19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281048 Jul 28 03:40:06.325737 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.338854 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['b862bbbe-59e4-416e-b360-7f43afbe1844'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:06.359717 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Pushing event deleted for resources: {'Port': ['ID=b862bbbe-59e4-416e-b360-7f43afbe1844,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:06.403269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] No DVR routers for this DVR port b862bbbe-59e4-416e-b360-7f43afbe1844 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:06.407063 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.409425 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d0285f69-b991-4b7a-a9b2-eac420a24966 req-c0ff472c-0595-4927-8fd5-1e43b1c40825 tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.36 "DELETE /v2.0/ports/b862bbbe-59e4-416e-b360-7f43afbe1844 HTTP/1.1" status: 204 len: 173 time: 0.4072027 Jul 28 03:40:06.409915 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'name': 'network-vif-deleted', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:06.412316 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e152d1e2-de4a-4665-87bb-8c5c41c655c1" -d '{"events": [{"server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "name": "network-vif-deleted", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:06.451775 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dfe9c2-4f90-464a-adf6-5a235bb857d6 x-openstack-request-id: req-c6dfe9c2-4f90-464a-adf6-5a235bb857d6 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:06.452060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068f174f-681b-44a2-b099-c7351af084ef", "name": "network-vif-deleted", "tag": "b862bbbe-59e4-416e-b360-7f43afbe1844", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:06.452367 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6dfe9c2-4f90-464a-adf6-5a235bb857d6 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:06.452769 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068f174f-681b-44a2-b099-c7351af084ef', 'name': 'network-vif-deleted', 'tag': 'b862bbbe-59e4-416e-b360-7f43afbe1844', 'status': 'completed', 'code': 200} Jul 28 03:40:06.675704 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3e0ee-7a06-4611-bbc1-d4a614f8a244 req-2d0ba5f0-37fc-4f2f-bfa7-bf1b21b1003b tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.677094 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-58d3e0ee-7a06-4611-bbc1-d4a614f8a244 req-2d0ba5f0-37fc-4f2f-bfa7-bf1b21b1003b tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0778458 Jul 28 03:40:06.697081 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e96c-138f-4d76-830c-1e66cfd94899 req-df4cbfce-9171-437d-bcfb-17abf7901bdf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.698522 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7a99e96c-138f-4d76-830c-1e66cfd94899 req-df4cbfce-9171-437d-bcfb-17abf7901bdf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0734413 Jul 28 03:40:06.746542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-58d3e0ee-7a06-4611-bbc1-d4a614f8a244 req-e1b8e7c1-11ca-4be8-8279-e429cf348880 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624092 Jul 28 03:40:06.759128 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7a99e96c-138f-4d76-830c-1e66cfd94899 req-f943118d-1536-4b12-90b0-654dac518077 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531838 Jul 28 03:40:06.994331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a06ef-d1eb-45f2-965f-0638ee08e13a req-9f92deb5-e51b-45f5-971f-d96ed57e98ba tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.995791 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7d4a06ef-d1eb-45f2-965f-0638ee08e13a req-9f92deb5-e51b-45f5-971f-d96ed57e98ba tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0717802 Jul 28 03:40:06.997625 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5048f9e6-976f-40a8-b982-5ff8b79bd5e1 req-bfd714c4-d1fd-4569-a85c-741e82b9db7f tempest-VolumesActionsTest-2022112337 tempest-VolumesActionsTest-2022112337-project] 10.222.0.26 "GET /v2.0/ports?device_id=068f174f-681b-44a2-b099-c7351af084ef HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jul 28 03:40:07.034685 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7d4a06ef-d1eb-45f2-965f-0638ee08e13a req-0a8da8ce-74c3-4c76-a759-ab38cfadd7d1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328729 Jul 28 03:40:07.894270 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4b132-bc80-481c-b853-4989f1621443 req-7cfe6273-b0f6-4909-80ff-7c17c0fb1949 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.895861 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9a4b132-bc80-481c-b853-4989f1621443 req-7cfe6273-b0f6-4909-80ff-7c17c0fb1949 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0784023 Jul 28 03:40:07.917640 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789515e-23e6-4d9c-883c-d9da774083b7 req-87c2299f-5def-4f52-9216-fab0a9a014c1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.919278 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d789515e-23e6-4d9c-883c-d9da774083b7 req-87c2299f-5def-4f52-9216-fab0a9a014c1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0740268 Jul 28 03:40:07.970931 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9a4b132-bc80-481c-b853-4989f1621443 req-3aaaf332-f8c9-47e9-ab6e-a36a76412034 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675268 Jul 28 03:40:07.978471 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d789515e-23e6-4d9c-883c-d9da774083b7 req-602b2079-2d6a-4270-8962-ab0e781262df tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514016 Jul 28 03:40:08.147613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7f35b-addc-4ff2-867c-a058ad74c9bb req-3f7599bb-6084-4874-a6b3-9564bfbdf8fa tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.149105 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-88f7f35b-addc-4ff2-867c-a058ad74c9bb req-3f7599bb-6084-4874-a6b3-9564bfbdf8fa tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0491431 Jul 28 03:40:08.193618 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-88f7f35b-addc-4ff2-867c-a058ad74c9bb req-1db27c25-0d50-4ba9-93e2-b02104eba2a6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372517 Jul 28 03:40:09.121144 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec954-ae16-4a2d-b301-d025c678f58b req-8109f8af-e623-4f59-9e5d-383a33016921 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.122698 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ad8ec954-ae16-4a2d-b301-d025c678f58b req-8109f8af-e623-4f59-9e5d-383a33016921 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0807004 Jul 28 03:40:09.130997 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b15e6-4eff-484b-bc63-580c78ba74e3 req-aac4de33-004a-4736-9c5d-4e28c82aeb29 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.132895 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-103b15e6-4eff-484b-bc63-580c78ba74e3 req-aac4de33-004a-4736-9c5d-4e28c82aeb29 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0806701 Jul 28 03:40:09.186056 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ad8ec954-ae16-4a2d-b301-d025c678f58b req-01b279f0-4e69-426e-ae38-615c2be9a366 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522130 Jul 28 03:40:09.190681 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-103b15e6-4eff-484b-bc63-580c78ba74e3 req-97aaa034-f9ad-47ad-abc1-253ea6010b16 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Jul 28 03:40:09.307373 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e1ca-33d8-41bd-8f35-e95a6b9888bd req-5fc787ac-144c-45a9-9b9e-b5a1780993fa tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.308882 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7754e1ca-33d8-41bd-8f35-e95a6b9888bd req-5fc787ac-144c-45a9-9b9e-b5a1780993fa tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0475867 Jul 28 03:40:09.355710 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7754e1ca-33d8-41bd-8f35-e95a6b9888bd req-03612a95-23df-4c23-96a4-13d1dee9a8a4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407798 Jul 28 03:40:09.525805 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device b862bbbe-59e4-416e-b360-7f43afbe1844 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:09.546061 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: b862bbbe-59e4-416e-b360-7f43afbe1844 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:40:09.546597 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device b862bbbe-59e4-416e-b360-7f43afbe1844 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:40:10.302856 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e654633-7af5-46d7-b7c3-fff5641c8e52 req-fc98e760-2309-4f51-8b1d-70148c463e66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.304830 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e654633-7af5-46d7-b7c3-fff5641c8e52 req-fc98e760-2309-4f51-8b1d-70148c463e66 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0531042 Jul 28 03:40:10.342065 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9e654633-7af5-46d7-b7c3-fff5641c8e52 req-7fdb19dd-8493-4cae-873b-7279e578f8e0 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Jul 28 03:40:10.467952 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f19cd-e420-4768-b28b-f0b88aeadbe8 req-c3f9b248-1652-4bc2-8203-a11e864850dd tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.469472 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-609f19cd-e420-4768-b28b-f0b88aeadbe8 req-c3f9b248-1652-4bc2-8203-a11e864850dd tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0492032 Jul 28 03:40:10.509815 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-609f19cd-e420-4768-b28b-f0b88aeadbe8 req-555adec5-15d2-4ee9-8428-a2421dc228b1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342915 Jul 28 03:40:11.455142 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb23b0-6540-4a76-9acf-9f833342fe58 req-67be73f9-baa8-44cd-a6c1-a8c68e1e107e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.456590 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-10cb23b0-6540-4a76-9acf-9f833342fe58 req-67be73f9-baa8-44cd-a6c1-a8c68e1e107e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0479007 Jul 28 03:40:11.493182 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-10cb23b0-6540-4a76-9acf-9f833342fe58 req-8487dee9-faab-4212-8542-28571e35bf31 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307870 Jul 28 03:40:11.627288 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3907-ee71-41b6-abcd-d05be70a3a68 req-6962d847-d1a7-4ca2-82aa-2e33cfbf53fc tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.628768 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c9a3907-ee71-41b6-abcd-d05be70a3a68 req-6962d847-d1a7-4ca2-82aa-2e33cfbf53fc tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0514069 Jul 28 03:40:11.669019 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c9a3907-ee71-41b6-abcd-d05be70a3a68 req-a0b8356e-405e-463f-b35d-c9cac6bcfd1f tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334468 Jul 28 03:40:12.607168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca19a-bbdf-4116-91a8-5ddcd6ef37ca req-e356963a-79ff-46cb-99bc-ecb0e14ed858 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.608632 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7ca19a-bbdf-4116-91a8-5ddcd6ef37ca req-e356963a-79ff-46cb-99bc-ecb0e14ed858 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0481911 Jul 28 03:40:12.648355 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9f7ca19a-bbdf-4116-91a8-5ddcd6ef37ca req-3a0d566d-365e-4686-88b3-39bd857a1ff2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Jul 28 03:40:12.789155 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1367b1-1999-41ff-8cbc-4c36b93aa39c req-8af0982f-b38b-4b60-b71e-5c067e1212f1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.790727 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe1367b1-1999-41ff-8cbc-4c36b93aa39c req-8af0982f-b38b-4b60-b71e-5c067e1212f1 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0563035 Jul 28 03:40:12.873012 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe1367b1-1999-41ff-8cbc-4c36b93aa39c req-85abd38f-659d-4b61-ac59-9043e0c23924 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743105 Jul 28 03:40:12.908945 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a00d7-115a-4e19-b879-5558bd9f0d81 req-2a1695db-296f-49db-a6dd-f22cc78580ac tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.910433 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-609a00d7-115a-4e19-b879-5558bd9f0d81 req-2a1695db-296f-49db-a6dd-f22cc78580ac tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1107342 Jul 28 03:40:12.912875 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-f57a61e3-b789-45ce-b9e9-9d73fb91d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.914263 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-f57a61e3-b789-45ce-b9e9-9d73fb91d944 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 1099 time: 0.0577612 Jul 28 03:40:12.992864 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-609a00d7-115a-4e19-b879-5558bd9f0d81 req-32d3f6cb-c2ba-4533-a0d9-5af75105e6c5 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763557 Jul 28 03:40:13.026427 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-47ada7cb-4836-4bbc-8376-ac2772dd6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.027892 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-47ada7cb-4836-4bbc-8376-ac2772dd6b2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.1058640 Jul 28 03:40:13.089352 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-6c144bc2-7d48-4ce9-8f98-b6d61005d4d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 200 len: 1002 time: 0.0545855 Jul 28 03:40:13.139464 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-d7282371-a829-48b1-b5f3-85ac1a51f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.140930 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-d7282371-a829-48b1-b5f3-85ac1a51f53f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0445757 Jul 28 03:40:13.188520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-7e63c649-aeeb-4795-950a-2b370cd67126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.190053 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-7e63c649-aeeb-4795-950a-2b370cd67126 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0421085 Jul 28 03:40:13.282598 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-ff248ee3-c821-443c-9eb9-9683e29fea03 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Jul 28 03:40:13.379233 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-21e7d2d0-89d3-4330-935b-de83a9c1db7e req-2e9a217d-343d-4775-b21d-ed01c6f4028e service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895925 Jul 28 03:40:13.799627 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53916) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:13.900071 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9329edb8-b7eb-4afd-b451-17b4f9f98f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.018161 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085b9c-8bc6-4608-b942-11aad126259e req-4900c8a6-a813-4207-b0a2-c4b087508791 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.019654 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2c085b9c-8bc6-4608-b942-11aad126259e req-4900c8a6-a813-4207-b0a2-c4b087508791 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0763872 Jul 28 03:40:14.056452 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9329edb8-b7eb-4afd-b451-17b4f9f98f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.069237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9329edb8-b7eb-4afd-b451-17b4f9f98f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.117353 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2c085b9c-8bc6-4608-b942-11aad126259e req-744b9456-2cf0-4171-96d7-225c96a99543 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866282 Jul 28 03:40:14.144445 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-9329edb8-b7eb-4afd-b451-17b4f9f98f56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c4c88bd6d27403c93bdeeb731bc7332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436170 Jul 28 03:40:14.145347 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329edb8-b7eb-4afd-b451-17b4f9f98f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2208dc-d6ab-4ce6-9230-1db3578cd006,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:14.148531 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53926) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:14.179642 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3f630-c240-434f-ac86-de5bbef03d4a req-4bf949c9-3bae-4dd3-94cb-353b167ef2d9 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.181077 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3b3f630-c240-434f-ac86-de5bbef03d4a req-4bf949c9-3bae-4dd3-94cb-353b167ef2d9 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.1188662 Jul 28 03:40:14.230397 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.236675 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3b3f630-c240-434f-ac86-de5bbef03d4a req-34d679ec-a439-4331-92a3-ea21e1326253 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494204 Jul 28 03:40:14.258427 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.308960 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.311848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.312979 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c2208dc-d6ab-4ce6-9230-1db3578cd006 HTTP/1.1" status: 204 len: 168 time: 0.1632874 Jul 28 03:40:14.322202 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64d78-4342-4076-841c-1bfde644b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2208dc-d6ab-4ce6-9230-1db3578cd006,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:14.580913 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 53942) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:14.595230 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5577d514-1bb5-4218-b2d0-0a0814f8f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.701148 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5577d514-1bb5-4218-b2d0-0a0814f8f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.705026 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5577d514-1bb5-4218-b2d0-0a0814f8f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.747274 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-5577d514-1bb5-4218-b2d0-0a0814f8f709 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a34a60a8b724954b0e2ba578c487490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651247 Jul 28 03:40:14.748014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d514-1bb5-4218-b2d0-0a0814f8f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2342515-4453-459c-9ad1-b1a787e6b450,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:14.749864 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 53946) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:14.804813 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.828782 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.873559 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.876158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.877293 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2342515-4453-459c-9ad1-b1a787e6b450 HTTP/1.1" status: 204 len: 168 time: 0.1263826 Jul 28 03:40:14.885121 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98e208-097e-444d-bf41-c19d90876748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2342515-4453-459c-9ad1-b1a787e6b450,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:15.234099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd00bea-bd65-4599-b9ee-3d1923822784 req-7b702284-7a85-4f0b-a623-6c8b555e8ad3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.235573 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5cd00bea-bd65-4599-b9ee-3d1923822784 req-7b702284-7a85-4f0b-a623-6c8b555e8ad3 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0491691 Jul 28 03:40:15.276889 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5cd00bea-bd65-4599-b9ee-3d1923822784 req-2f8a4736-5b43-4d9b-940f-fb2440fe7def tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=3805b1ee-b2e4-49d3-a0a0-9c19612fb533&id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339839 Jul 28 03:40:19.648588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54058) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:19.751029 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-375154e5-5bf3-4a7e-b1d9-501e4a4f17fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.842338 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-375154e5-5bf3-4a7e-b1d9-501e4a4f17fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.846017 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-375154e5-5bf3-4a7e-b1d9-501e4a4f17fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.885486 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-375154e5-5bf3-4a7e-b1d9-501e4a4f17fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95cb2b16dceb4a44bffc7415d15cff3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358248 Jul 28 03:40:19.886495 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375154e5-5bf3-4a7e-b1d9-501e4a4f17fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26de5b-d8d3-4134-84d3-aed35bebbbf7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:19.888380 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54072) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:19.938466 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.959402 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.014088 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.016578 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.017939 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de26de5b-d8d3-4134-84d3-aed35bebbbf7 HTTP/1.1" status: 204 len: 168 time: 0.1284575 Jul 28 03:40:20.026891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a440-61f1-42cb-9be4-2ae645155cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26de5b-d8d3-4134-84d3-aed35bebbbf7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:20.042240 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f71e6879-9ac4-4b77-a030-174d3455c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.292557 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:20.308593 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b80697ad-56d4-4ac5-a971-ab6fa027c193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.398844 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b80697ad-56d4-4ac5-a971-ab6fa027c193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.402505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b80697ad-56d4-4ac5-a971-ab6fa027c193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.440016 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b80697ad-56d4-4ac5-a971-ab6fa027c193 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14444d74ddae4f0c8927fab1c8afe4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463921 Jul 28 03:40:20.440848 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80697ad-56d4-4ac5-a971-ab6fa027c193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e091dd99-9489-41a0-8c39-8f23a3200450,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:20.442707 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54086) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:20.490825 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.511557 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.560783 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.563420 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.564596 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e091dd99-9489-41a0-8c39-8f23a3200450 HTTP/1.1" status: 204 len: 168 time: 0.1208863 Jul 28 03:40:20.573086 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ae138-7e1c-4861-bcdd-0f1691a80c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e091dd99-9489-41a0-8c39-8f23a3200450,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:22.341047 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54152) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:22.384497 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Deleting subnet 1c9f033d-615c-443b-b087-3bb9d9f7b66c {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:40:22.388101 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.423023 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.449868 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d3e4660f-9b1e-4ef9-8854-9d52074cc208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.461285 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.515717 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.537897 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9f033d-615c-443b-b087-3bb9d9f7b66c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:22.543484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.545316 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f6cd195e-2984-4271-a27c-5f51c2062fb1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c9f033d-615c-443b-b087-3bb9d9f7b66c HTTP/1.1" status: 204 len: 168 time: 0.2032640 Jul 28 03:40:22.547769 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54154) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:22.613204 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.675833 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.699532 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.709351 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20304cb-7d97-4496-b766-11f98a2a7505']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:22.719221 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaa892c-08aa-4ef3-bd0e-57c183bb9263') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:22.719515 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaa892c-08aa-4ef3-bd0e-57c183bb9263') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:22.728493 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.742559 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.748313 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:40:22.748762 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:40:22.750405 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:40:22.801206 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.806990 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.808800 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d20304cb-7d97-4496-b766-11f98a2a7505 HTTP/1.1" status: 204 len: 168 time: 0.2601407 Jul 28 03:40:22.811776 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54156) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:22.819427 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e4b8a-55bf-42cf-b1fe-c29e8accf927 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20304cb-7d97-4496-b766-11f98a2a7505,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:22.854136 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Deleting subnet dc9628a5-99a3-410d-aad1-cbc788517242 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:40:22.857168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.889784 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2866469'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.930891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:22.980841 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2650171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9593088'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.008773 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.011140 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dc9628a5-99a3-410d-aad1-cbc788517242 HTTP/1.1" status: 204 len: 168 time: 0.1984000 Jul 28 03:40:23.012106 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316821b0-a8e4-4142-a0cc-000518256a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9628a5-99a3-410d-aad1-cbc788517242,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:23.013766 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54158) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.085233 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.161387 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.171552 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110f0f47-31f4-4ba0-bf6a-ce7bd7da843f']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:23.182001 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b58526d-177b-4fe3-a4da-2b8bfbe8ae45') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:23.182302 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b58526d-177b-4fe3-a4da-2b8bfbe8ae45') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:23.190970 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.208755 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.214611 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:40:23.214998 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:40:23.216565 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:40:23.269933 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.274664 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.279211 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] 10.222.0.26 "DELETE /v2.0/networks/110f0f47-31f4-4ba0-bf6a-ce7bd7da843f HTTP/1.1" status: 204 len: 168 time: 0.2617483 Jul 28 03:40:23.292151 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd7181-161e-4c8b-926d-95bcf3e83930 admin admin] Pushing event deleted for resources: {'Network': ['ID=110f0f47-31f4-4ba0-bf6a-ce7bd7da843f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:23.441156 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54166) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.485195 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8e7889a7-8442-47b7-a0cf-438cdd082e48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55d4158ff26d452d8ab2eae9b52b319f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426955 Jul 28 03:40:23.487801 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54170) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.538279 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.560353 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.610382 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.612940 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.614096 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c379c8ab-a56b-43d2-a593-49115fdf9d88 HTTP/1.1" status: 204 len: 168 time: 0.1251163 Jul 28 03:40:23.621847 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac223-ca8d-4483-87f5-66912374f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379c8ab-a56b-43d2-a593-49115fdf9d88,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:23.792859 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.915121 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54176) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:23.952352 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-a1a09e86-8194-47d8-9348-12a7165339fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4336867e8bf489d9aad822b63d98457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0359566 Jul 28 03:40:23.954455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54178) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:24.003672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.024168 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.068190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.070748 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.071870 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/282b39a9-ebca-480f-8dc8-1eb615ab673b HTTP/1.1" status: 204 len: 168 time: 0.1165621 Jul 28 03:40:24.079373 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440b005-4cc8-42b2-8186-b6e83684636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b39a9-ebca-480f-8dc8-1eb615ab673b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:25.439938 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:25.995470 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.794010 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54278) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:26.893003 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11bd410a-476c-428e-87cc-281d800498f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.977894 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11bd410a-476c-428e-87cc-281d800498f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.981501 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11bd410a-476c-428e-87cc-281d800498f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.018062 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-11bd410a-476c-428e-87cc-281d800498f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f6264cc67a143d4958eebdcfda1c3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229712 Jul 28 03:40:27.020042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd410a-476c-428e-87cc-281d800498f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5208c-17f6-4c3e-b775-2c47a65a0da8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.020817 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54282) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:27.069456 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.089138 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.136914 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.139507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.140675 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78d5208c-17f6-4c3e-b775-2c47a65a0da8 HTTP/1.1" status: 204 len: 168 time: 0.1188772 Jul 28 03:40:27.148395 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfaf43-c874-4f17-83cc-ece20e71dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5208c-17f6-4c3e-b775-2c47a65a0da8,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.392362 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54292) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:27.405353 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-021ed83d-0951-4984-a95c-412914056ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.499351 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-021ed83d-0951-4984-a95c-412914056ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.502538 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-021ed83d-0951-4984-a95c-412914056ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.542094 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-021ed83d-0951-4984-a95c-412914056ba1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c53bbc4b12c1469db3e7747f6c43e5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486318 Jul 28 03:40:27.542944 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ed83d-0951-4984-a95c-412914056ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d22a21-ae5f-4f15-9151-6481fc255321,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:27.544780 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54300) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:27.602261 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.625786 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.673345 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.675957 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:27.679636 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08d22a21-ae5f-4f15-9151-6481fc255321 HTTP/1.1" status: 204 len: 168 time: 0.1309540 Jul 28 03:40:27.684837 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2f85-bc41-49a2-9a37-2161c072012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d22a21-ae5f-4f15-9151-6481fc255321,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:30.350898 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54384) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:30.457351 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-24c3f642-72ad-49f5-9684-8498486f9ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.548640 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-24c3f642-72ad-49f5-9684-8498486f9ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.551647 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-24c3f642-72ad-49f5-9684-8498486f9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.592866 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f642-72ad-49f5-9684-8498486f9ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a48239-ae04-4b02-82a2-74e140b535a2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:30.600294 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-24c3f642-72ad-49f5-9684-8498486f9ca9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6d0d2f83ace4d19ac30a209574b8ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452965 Jul 28 03:40:30.600759 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54392) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:30.656504 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.679814 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.727627 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.730124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.731257 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41a48239-ae04-4b02-82a2-74e140b535a2 HTTP/1.1" status: 204 len: 168 time: 0.1294317 Jul 28 03:40:30.738786 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8e1e5-b7fa-4ada-b68e-5b6aeddb29da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a48239-ae04-4b02-82a2-74e140b535a2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:31.395666 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:40:34.702649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54482) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:34.815828 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cbf19a35-41c6-43c6-a30e-aae15b0153a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:34.911537 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cbf19a35-41c6-43c6-a30e-aae15b0153a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:34.915345 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cbf19a35-41c6-43c6-a30e-aae15b0153a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:34.953091 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cbf19a35-41c6-43c6-a30e-aae15b0153a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e413ac783820422d96aacbb41bd6d6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493122 Jul 28 03:40:34.955122 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf19a35-41c6-43c6-a30e-aae15b0153a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975d496-eb5d-493d-ae1e-2c7e5705a16e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:34.955827 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54490) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:35.011542 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.034574 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.082220 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.085178 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.086348 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e975d496-eb5d-493d-ae1e-2c7e5705a16e HTTP/1.1" status: 204 len: 168 time: 0.1295781 Jul 28 03:40:35.093346 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe683-e4ce-41c7-b0b7-a0dbb0ae753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975d496-eb5d-493d-ae1e-2c7e5705a16e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:35.349702 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54498) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:35.362278 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a133d395-3e83-4bbb-a770-869178a6196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.447170 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a133d395-3e83-4bbb-a770-869178a6196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.450789 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a133d395-3e83-4bbb-a770-869178a6196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.486996 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-a133d395-3e83-4bbb-a770-869178a6196f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5162420f13794beaa7cb7fd60406af10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361284 Jul 28 03:40:35.488038 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133d395-3e83-4bbb-a770-869178a6196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a091adc-d46b-4004-b388-cac7acf1a923,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:35.489649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54500) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:35.537315 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.556926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.601856 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.604507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.605668 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a091adc-d46b-4004-b388-cac7acf1a923 HTTP/1.1" status: 204 len: 168 time: 0.1149917 Jul 28 03:40:35.612874 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d5c3e-134e-48e7-b89f-fb151a93229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a091adc-d46b-4004-b388-cac7acf1a923,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.257213 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54528) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.345980 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2044441422-network', 'tenant_id': '55db2ee53b2649acb32f1930fd61eb4e'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:36.366628 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Made reservation on behalf of 55db2ee53b2649acb32f1930fd61eb4e for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:36.369024 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.376848 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.467352 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.470957 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.490764 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:40:36.504868 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046be233-d4b8-41bb-8fb9-3b90f0bc6548,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.508504 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.509110 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.segments_db [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Added segment 0c57ff16-a756-400e-b005-826a6fea03da of type vlan for network 260fee65-e629-4499-9225-158e33771551 Jul 28 03:40:36.519021 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.519370 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.519714 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.520051 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.520385 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.521229 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.521558 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.521926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.522253 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.522578 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.522899 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.523219 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:36.563117 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132850014'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.590759 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.591615 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:36.592195 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.648906 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3905468 Jul 28 03:40:36.651863 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54532) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.652395 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffb750-8d7d-424f-9851-4c7143b8ca1b admin admin] Pushing event updated for resources: {'Network': ['ID=260fee65-e629-4499-9225-158e33771551,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.656815 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Request body: {'subnet': {'network_id': '260fee65-e629-4499-9225-158e33771551', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2044441422-subnet', 'tenant_id': '55db2ee53b2649acb32f1930fd61eb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:36.661719 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Network 260fee65-e629-4499-9225-158e33771551 details requested by agent ovs-agent-dv-cinder-733062-21-smb with host dv-cinder-733062-21-smb {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:40:36.678191 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Made reservation on behalf of 55db2ee53b2649acb32f1930fd61eb4e for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:36.680408 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9593213'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.083097 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9593103'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.138350 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e68eb2-57a4-47e6-a5a4-c777186c3b44,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:37.148574 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Checking segment: {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:37.148964 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Network hostable DHCP agents. Network: 260fee65-e629-4499-9225-158e33771551, hostable agents: ['536ff9e5-4471-4e8f-9052-418027d049d0'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:40:37.165826 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Network 260fee65-e629-4499-9225-158e33771551 is scheduled to be hosted by DHCP agent 536ff9e5-4471-4e8f-9052-418027d049d0 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:40:37.174306 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-smb, 260fee65-e629-4499-9225-158e33771551) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:37.179559 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:37.180178 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.186674 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fade9-dacc-4a40-9e0f-366683202c22 None None] Network 260fee65-e629-4499-9225-158e33771551 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:40:37.192921 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-19642855-6d19-4774-8533-7d685c1ee587 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5400033 Jul 28 03:40:37.312283 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d51ab9-b142-4693-8dca-8bde8c128787 None None] Network 260fee65-e629-4499-9225-158e33771551 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:40:38.302827 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54558) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:38.401236 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d4f97db-264d-4532-9d69-ff49e75c7786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.490756 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d4f97db-264d-4532-9d69-ff49e75c7786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.494509 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d4f97db-264d-4532-9d69-ff49e75c7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.530867 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-5d4f97db-264d-4532-9d69-ff49e75c7786 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70014187788144b68df48f549a1c7e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269931 Jul 28 03:40:38.531728 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f97db-264d-4532-9d69-ff49e75c7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e4b3f-3c17-4d2c-b931-a0bb84aa30d7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:38.533528 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54562) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:38.591663 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.611773 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.657055 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.659700 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.660823 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b5e4b3f-3c17-4d2c-b931-a0bb84aa30d7 HTTP/1.1" status: 204 len: 168 time: 0.1257250 Jul 28 03:40:38.668463 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce068-509e-4582-8bab-3535f525ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e4b3f-3c17-4d2c-b931-a0bb84aa30d7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:38.928827 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54582) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:38.941568 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38b42893-69db-48fd-8c9e-7a0470980fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:38.970512 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-4ce14768-36d5-4e66-81ab-306452cb4118 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:38.971987 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-4ce14768-36d5-4e66-81ab-306452cb4118 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 814 time: 0.1032143 Jul 28 03:40:38.987726 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-d6569f54-8f09-4495-9bb4-87c9aa78cb20 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/quotas/55db2ee53b2649acb32f1930fd61eb4e HTTP/1.1" status: 200 len: 375 time: 0.0096636 Jul 28 03:40:39.025120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-017f4272-2152-4049-a337-a7ddd96571e9 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307047 Jul 28 03:40:39.030904 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38b42893-69db-48fd-8c9e-7a0470980fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.035111 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38b42893-69db-48fd-8c9e-7a0470980fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.071573 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b42893-69db-48fd-8c9e-7a0470980fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccfb539-f69d-47f5-80d1-c8a3f387bf59,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.078230 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-38b42893-69db-48fd-8c9e-7a0470980fdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=471c647409134e148ebc93c2f45ba0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460056 Jul 28 03:40:39.078456 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54584) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:39.116624 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-5ae11f96-d9c3-405a-a2ba-3e0edcd0decc service neutron] 10.222.0.26 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833929 Jul 28 03:40:39.126962 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.150988 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.196816 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.199339 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.200494 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ccfb539-f69d-47f5-80d1-c8a3f387bf59 HTTP/1.1" status: 204 len: 168 time: 0.1211452 Jul 28 03:40:39.207963 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dfd35-9515-4c31-9336-4d8ba880179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccfb539-f69d-47f5-80d1-c8a3f387bf59,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.208930 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-05604835-7c28-41cc-ae81-6328700ad81d service neutron] 10.222.0.26 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856776 Jul 28 03:40:40.398600 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-da030323-c708-4e14-9b6d-c876391e5929 req-62ad932b-5a78-4084-9606-07652a93a3c3 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 210 time: 0.0311525 Jul 28 03:40:41.440589 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-1a189c21-d101-4332-95fc-f3b8cd20b541 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:41.442273 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-1a189c21-d101-4332-95fc-f3b8cd20b541 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 814 time: 0.1042390 Jul 28 03:40:41.457571 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Request body: {'port': {'device_id': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'network_id': '260fee65-e629-4499-9225-158e33771551', 'admin_state_up': True, 'tenant_id': '55db2ee53b2649acb32f1930fd61eb4e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:41.530810 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0ae6bef0-48bf-46dd-8f02-207e24a5bff2 req-cb3bbda7-78cc-4107-9ddb-ac3bfdc49bd3 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 210 time: 0.0300176 Jul 28 03:40:41.589321 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Made reservation on behalf of 55db2ee53b2649acb32f1930fd61eb4e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:41.592897 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.715590 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Allocated IP 172.20.0.3 (260fee65-e629-4499-9225-158e33771551/c4e68eb2-57a4-47e6-a5a4-c777186c3b44/0d94cfab-044b-422c-bddc-48d0df6259be) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:41.854244 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.890983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.935809 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Network 260fee65-e629-4499-9225-158e33771551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:41.938770 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:41.944279 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:41.950414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Pushing event updated for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:41.978026 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.978315 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.978662 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.979001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.979336 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.979669 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.980001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.980330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.980659 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.980984 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.981323 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:41.981629 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:42.004128 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.004764 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.018088 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-27d57925-880c-433a-b595-84a6d68a181d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646009 Jul 28 03:40:42.030700 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Request body: {'port': {'device_id': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:42.080375 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.348820 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d94cfab-044b-422c-bddc-48d0df6259be {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:42.356227 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.369340 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Transition to ACTIVE for port object 0d94cfab-044b-422c-bddc-48d0df6259be will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:42.372928 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.430054 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:42.499022 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Attempting to bind port 0d94cfab-044b-422c-bddc-48d0df6259be on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:42.499614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Attempting to bind port 0d94cfab-044b-422c-bddc-48d0df6259be by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:42.499614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Attempting to bind port 0d94cfab-044b-422c-bddc-48d0df6259be on network 260fee65-e629-4499-9225-158e33771551 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:42.503771 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Port 0d94cfab-044b-422c-bddc-48d0df6259be on network 260fee65-e629-4499-9225-158e33771551 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:42.504094 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Attempting to bind port 0d94cfab-044b-422c-bddc-48d0df6259be on network 260fee65-e629-4499-9225-158e33771551 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:42.510808 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:42.511079 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Checking segment: {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:42.511505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Bound using segment: {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:42.511943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Bound port: 0d94cfab-044b-422c-bddc-48d0df6259be, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:42.512301 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.591363 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:42.596832 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0d94cfab-044b-422c-bddc-48d0df6259be,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:42.613329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.665543 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.666292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:42.667769 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d94cfab-044b-422c-bddc-48d0df6259be HTTP/1.1" status: 200 len: 1093 time: 0.6409755 Jul 28 03:40:42.670082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:42.672626 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e" -d '{"events": [{"name": "network-changed", "server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:42.701883 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be8061-efe6-4499-8eea-d6eaeb35d8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:42.713613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5613-bbf8-41cc-8e1c-4bc3c05d5b40 req-1c5dbba8-5654-49db-80ba-117fd1a007fd tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.715165 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9b8f5613-bbf8-41cc-8e1c-4bc3c05d5b40 req-1c5dbba8-5654-49db-80ba-117fd1a007fd tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 943 time: 0.1150491 Jul 28 03:40:42.767997 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989546c-debf-4df1-85c5-569fb80b76dc x-openstack-request-id: req-3989546c-debf-4df1-85c5-569fb80b76dc {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:42.768219 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:42.768468 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3989546c-debf-4df1-85c5-569fb80b76dc {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:42.768848 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be', 'status': 'completed', 'code': 200} Jul 28 03:40:42.795966 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9b8f5613-bbf8-41cc-8e1c-4bc3c05d5b40 req-baf590b8-2ec5-4bae-98d2-d04788db6a73 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695963 Jul 28 03:40:42.803433 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-1295e00c-ec40-481c-8386-874a2f7b67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.806075 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-1295e00c-ec40-481c-8386-874a2f7b67a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 1096 time: 0.0778923 Jul 28 03:40:42.854420 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-5fd2bd66-e73c-4862-a12e-dd9ba20181bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d94cfab-044b-422c-bddc-48d0df6259be HTTP/1.1" status: 200 len: 217 time: 0.0353756 Jul 28 03:40:42.906392 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-4ac7d4cf-956a-4a1d-9ccf-d4ab5ef569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:42.908359 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-4ac7d4cf-956a-4a1d-9ccf-d4ab5ef569f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e68eb2-57a4-47e6-a5a4-c777186c3b44 HTTP/1.1" status: 200 len: 854 time: 0.0450976 Jul 28 03:40:42.943045 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-d9e49e29-0a9f-40ce-97ce-7123daa6d014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=260fee65-e629-4499-9225-158e33771551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269225 Jul 28 03:40:43.047038 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-b5211455-7ffe-4189-a59c-898c5a509fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953946 Jul 28 03:40:43.155363 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ccb91248-28a4-4909-820c-9c72a8a66c39 req-4f9a51b1-4a1e-4145-a1d7-447d9e107ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962760 Jul 28 03:40:43.263885 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-06602dcc-d500-4e5b-a648-b535b0ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.265587 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-06602dcc-d500-4e5b-a648-b535b0ee5c27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 1096 time: 0.0523570 Jul 28 03:40:43.362043 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-d80d5154-a07b-4ec8-b413-196dfd661489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.363544 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-d80d5154-a07b-4ec8-b413-196dfd661489 service neutron] 10.222.0.36 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 915 time: 0.0899086 Jul 28 03:40:43.417734 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-b05dd9ff-ddc0-4a11-a48b-da0da44f00f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d94cfab-044b-422c-bddc-48d0df6259be HTTP/1.1" status: 200 len: 217 time: 0.0467296 Jul 28 03:40:43.474065 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-c2d1aed7-7c0b-4796-8e5c-0c7b6d178db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.475552 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-c2d1aed7-7c0b-4796-8e5c-0c7b6d178db5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e68eb2-57a4-47e6-a5a4-c777186c3b44 HTTP/1.1" status: 200 len: 854 time: 0.0460052 Jul 28 03:40:43.508960 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-db9c0057-87ee-4d47-91ad-d88e3c77a489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=260fee65-e629-4499-9225-158e33771551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240810 Jul 28 03:40:43.598515 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-46137483-2e4e-485d-a6e6-af93206dcf53 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800395 Jul 28 03:40:43.691066 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aacdb4dc-c2eb-4ad8-a33d-206ba0f7a43e req-d6552493-ab65-41c1-87b9-bfc3929a63f4 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Jul 28 03:40:43.912391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ef49-effc-48bd-ad52-7f1e135988ab req-6497ae71-c89f-4acc-88f9-059615c0ed38 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:43.914175 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8190ef49-effc-48bd-ad52-7f1e135988ab req-6497ae71-c89f-4acc-88f9-059615c0ed38 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 943 time: 0.0497811 Jul 28 03:40:43.953306 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8190ef49-effc-48bd-ad52-7f1e135988ab req-12a8880c-7b25-451c-a397-b809894c5a17 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Jul 28 03:40:44.036424 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61bf23-2813-4ed9-af2d-b342a3a53177 req-a9caefb3-73a2-4594-a210-ed477b95df13 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:44.037915 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3e61bf23-2813-4ed9-af2d-b342a3a53177 req-a9caefb3-73a2-4594-a210-ed477b95df13 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0528181 Jul 28 03:40:44.074032 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3e61bf23-2813-4ed9-af2d-b342a3a53177 req-8ebc87b8-60a6-48b1-975c-399fd4160335 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300868 Jul 28 03:40:45.065557 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9d614-f9a8-47ca-a8bf-4d9a9027afd8 req-496c5b0f-308c-4b53-a49a-4d3fdcf5e2b0 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:45.067075 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7c9d614-f9a8-47ca-a8bf-4d9a9027afd8 req-496c5b0f-308c-4b53-a49a-4d3fdcf5e2b0 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 943 time: 0.0487633 Jul 28 03:40:45.104739 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e7c9d614-f9a8-47ca-a8bf-4d9a9027afd8 req-25ef52fa-5a83-4974-b946-629f758dad24 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Jul 28 03:40:45.193232 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2ddee-e729-4116-9c4d-98762eacf089 req-af5ba560-966c-4f2d-a30c-636ca34760ef tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:45.194725 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14e2ddee-e729-4116-9c4d-98762eacf089 req-af5ba560-966c-4f2d-a30c-636ca34760ef tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0483682 Jul 28 03:40:45.234114 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-14e2ddee-e729-4116-9c4d-98762eacf089 req-515a69d2-5c39-4359-bca9-cf4d6f723ae4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Jul 28 03:40:45.692573 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0d94cfab-044b-422c-bddc-48d0df6259be details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:45.792860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0d94cfab-044b-422c-bddc-48d0df6259be,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:45.804475 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '0d94cfab-044b-422c-bddc-48d0df6259be', 'network_id': '260fee65-e629-4499-9225-158e33771551', 'port_id': '0d94cfab-044b-422c-bddc-48d0df6259be', 'mac_address': 'fa:16:3e:c2:31:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e68eb2-57a4-47e6-a5a4-c777186c3b44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:45.841929 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.857255 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d94cfab-044b-422c-bddc-48d0df6259be {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:45.862410 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-0eed79f3-9e80-48dc-97b1-8bf271568574 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:45.864588 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-0eed79f3-9e80-48dc-97b1-8bf271568574 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.0565741 Jul 28 03:40:45.877574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0d94cfab-044b-422c-bddc-48d0df6259be,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:45.882661 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:45.935735 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:45.945394 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.945767 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.946112 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.946451 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.946790 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.947108 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.947456 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.947771 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.948131 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.948455 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.948778 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.949097 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:45.968060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Deleting port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:45.968409 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.059558 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] For port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:46.059932 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.143426 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['0d94cfab-044b-422c-bddc-48d0df6259be'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:46.297285 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afecf3-11e2-4222-a258-9b0fa4e48715 req-bb3acf81-2122-4b6b-b80a-5bc37f015889 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:46.298815 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-45afecf3-11e2-4222-a258-9b0fa4e48715 req-bb3acf81-2122-4b6b-b80a-5bc37f015889 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 944 time: 0.1238225 Jul 28 03:40:46.338854 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.339226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.339542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Floating IP 7b34cde8-4d8f-42d6-9b04-6615b9721e50 disassociated. External IP: 172.28.0.26, port: 49d0a9b3-7cec-4577-95da-b0b4c7f69f37. Jul 28 03:40:46.339885 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Calling delete_port for 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:46.418462 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-45afecf3-11e2-4222-a258-9b0fa4e48715 req-f37815af-016b-49b1-9f98-d990252dcad1 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103456 Jul 28 03:40:46.446604 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae724a2-b1b7-40b4-b917-d956bc8da615 req-000804e9-98fe-4046-b0e4-ea59d100adcf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:46.448062 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae724a2-b1b7-40b4-b917-d956bc8da615 req-000804e9-98fe-4046-b0e4-ea59d100adcf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f46fe2-7f26-49c0-ae3c-69327d37139c HTTP/1.1" status: 200 len: 946 time: 0.1254230 Jul 28 03:40:46.515348 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9ae724a2-b1b7-40b4-b917-d956bc8da615 req-df87fb9f-c0d5-47f5-a47b-b64e687d0e3b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4184144-6c22-403c-8ff0-7b2b239878a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558698 Jul 28 03:40:46.539717 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.568015 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'Port': ['ID=49d0a9b3-7cec-4577-95da-b0b4c7f69f37,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:46.680587 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:46.784331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:46.794481 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:46.804016 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:46.804720 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:46.823963 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] No DVR routers for this DVR port 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:46.826553 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:46.828580 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d8fafd6f-d6a8-4e51-9295-4e3861873eb3 req-77a5b09f-c07a-4d04-ad49-7a2676cf29b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "DELETE /v2.0/ports/49d0a9b3-7cec-4577-95da-b0b4c7f69f37 HTTP/1.1" status: 204 len: 173 time: 0.9571738 Jul 28 03:40:46.829020 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-deleted', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:46.831422 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504c754f-5796-4300-940f-29d486565af6" -d '{"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-deleted", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:46.869898 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa517c-9c66-4ab3-963e-9f18dc65be4a x-openstack-request-id: req-8eaa517c-9c66-4ab3-963e-9f18dc65be4a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:46.870194 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f46fe2-7f26-49c0-ae3c-69327d37139c", "name": "network-vif-deleted", "tag": "49d0a9b3-7cec-4577-95da-b0b4c7f69f37", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:46.870453 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8eaa517c-9c66-4ab3-963e-9f18dc65be4a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:46.870855 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f46fe2-7f26-49c0-ae3c-69327d37139c', 'name': 'network-vif-deleted', 'tag': '49d0a9b3-7cec-4577-95da-b0b4c7f69f37', 'status': 'completed', 'code': 200} Jul 28 03:40:46.918090 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:47.143920 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:47.175050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:47.184143 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:47.184688 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:47.299254 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:47.307919 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54760) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:47.417297 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74ff7f6a-e365-4fe5-832f-0b0c71c598e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.524010 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74ff7f6a-e365-4fe5-832f-0b0c71c598e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.528762 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-74ff7f6a-e365-4fe5-832f-0b0c71c598e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.586535 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa8bd-8d1c-41f9-ba0d-037f8a92c749 req-7f2c5913-acfa-4a78-9595-a022a70ae64f tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.591180 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7f6a-e365-4fe5-832f-0b0c71c598e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e048c-d192-445f-bce5-29d2d8fd12a9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:47.595696 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4adfa8bd-8d1c-41f9-ba0d-037f8a92c749 req-7f2c5913-acfa-4a78-9595-a022a70ae64f tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 944 time: 0.0905917 Jul 28 03:40:47.638148 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:47.642552 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4adfa8bd-8d1c-41f9-ba0d-037f8a92c749 req-71ae99aa-1cae-4a1f-8042-fde0e98f9259 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Jul 28 03:40:47.644942 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-74ff7f6a-e365-4fe5-832f-0b0c71c598e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e484e9207a8e41a3939542aa0540fb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352654 Jul 28 03:40:47.649165 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54772) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:47.660139 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54774) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:47.668800 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2722bf-d568-4267-96bb-43aba3065ffb None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:47.706471 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0d94cfab-044b-422c-bddc-48d0df6259be up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:47.746524 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.765394 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.765869 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 0d94cfab-044b-422c-bddc-48d0df6259be completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:47.770870 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 0d94cfab-044b-422c-bddc-48d0df6259be triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:47.771373 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.788374 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.808386 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.857488 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.892064 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:47.894588 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd1e8a-3dcf-4c38-b558-2d3d41c2b561" -d '{"events": [{"server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "name": "network-vif-plugged", "status": "completed", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:47.899050 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.907647 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.909066 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb1e048c-d192-445f-bce5-29d2d8fd12a9 HTTP/1.1" status: 204 len: 168 time: 0.2579901 Jul 28 03:40:47.918657 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.919801 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0d94cfab-044b-422c-bddc-48d0df6259be,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:47.921976 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.923174 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "DELETE /v2.0/security-groups/a4184144-6c22-403c-8ff0-7b2b239878a2 HTTP/1.1" status: 204 len: 168 time: 0.2615550 Jul 28 03:40:47.926013 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54780) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:47.928461 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d632d0b-237c-442d-b443-9d13ad433b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e048c-d192-445f-bce5-29d2d8fd12a9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:47.936819 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:47.937650 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:47.963332 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb05f2-e5b3-4d67-b9ea-c7fa09840ae0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4184144-6c22-403c-8ff0-7b2b239878a2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:47.965440 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.api.v2.resource [None req-04d2aa37-af10-4711-bbb8-f654168aff8e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] show failed (client error): The resource could not be found. Jul 28 03:40:47.966549 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-04d2aa37-af10-4711-bbb8-f654168aff8e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups/a4184144-6c22-403c-8ff0-7b2b239878a2 HTTP/1.1" status: 404 len: 347 time: 0.0387418 Jul 28 03:40:47.969566 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54782) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:48.025692 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ebeca-d743-42e6-97e8-a0d61cde7bae x-openstack-request-id: req-e35ebeca-d743-42e6-97e8-a0d61cde7bae {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:48.026016 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "name": "network-vif-plugged", "status": "completed", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:48.026248 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e35ebeca-d743-42e6-97e8-a0d61cde7bae {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:48.026641 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be', 'code': 200} Jul 28 03:40:48.050265 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:40:48.050658 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 49d0a9b3-7cec-4577-95da-b0b4c7f69f37 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:40:48.093140 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:48.124800 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9fcdd-a5b1-4aa2-8abe-83394c1a8082 None None] New status for floating IP 7b34cde8-4d8f-42d6-9b04-6615b9721e50: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:48.139667 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Deleting port 831ac597-1bc5-468f-a3e2-58f2dd0fa643 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:48.140023 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.213561 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d285e-a192-4eef-9ac3-e14bfa2747bc req-74b8ad47-9190-42fc-82da-7c086281cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:48.215260 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f86d285e-a192-4eef-9ac3-e14bfa2747bc req-74b8ad47-9190-42fc-82da-7c086281cb17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 1098 time: 0.0510457 Jul 28 03:40:48.231108 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.231502 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.246410 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Calling delete_port for 831ac597-1bc5-468f-a3e2-58f2dd0fa643 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:48.265885 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f86d285e-a192-4eef-9ac3-e14bfa2747bc req-f79052b6-3e8d-4694-9bc0-bad3e8ee86f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Jul 28 03:40:48.339342 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54786) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:48.353598 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1b64-44e3-4824-b061-5b1f60c2a4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.443612 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.471299 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1b64-44e3-4824-b061-5b1f60c2a4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.476486 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1b64-44e3-4824-b061-5b1f60c2a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.502119 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'Port': ['ID=831ac597-1bc5-468f-a3e2-58f2dd0fa643,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:48.517626 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b9cf1b64-44e3-4824-b061-5b1f60c2a4cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a8c8f8441cd4ca3bb175c7be6b6ce51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749308 Jul 28 03:40:48.517626 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf1b64-44e3-4824-b061-5b1f60c2a4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7879e092-6edf-4aeb-b8af-68ce4b69ed01,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:48.518835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54788) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:48.543071 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.545940 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.550138 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c5e7bd24-6316-4bf1-80f8-3894c6338884 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "DELETE /v2.0/floatingips/7b34cde8-4d8f-42d6-9b04-6615b9721e50 HTTP/1.1" status: 204 len: 168 time: 0.5763071 Jul 28 03:40:48.571276 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.594051 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.645978 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.648824 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.652725 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7879e092-6edf-4aeb-b8af-68ce4b69ed01 HTTP/1.1" status: 204 len: 168 time: 0.1302223 Jul 28 03:40:48.660117 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1025d-00c9-41d0-94f9-9dfc78486c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7879e092-6edf-4aeb-b8af-68ce4b69ed01,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:48.758211 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54796) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:48.762872 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597339232', 'description': 'tempest-description--2076276655'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:48.792860 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210757e-a362-4a29-be4c-f827cd0a6a59 req-2747e96f-9ce4-4919-9820-e2327ae654ca tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:48.795203 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1210757e-a362-4a29-be4c-f827cd0a6a59 req-2747e96f-9ce4-4919-9820-e2327ae654ca tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0711739 Jul 28 03:40:48.808719 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.853638 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1210757e-a362-4a29-be4c-f827cd0a6a59 req-0bd25489-2403-4892-a7d4-e4c233e503f4 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Jul 28 03:40:48.927824 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.932438 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.956085 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:48.960994 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54800) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:48.961194 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2020485 Jul 28 03:40:48.967943 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group_rule': {'security_group_id': '79ad2800-64cf-4ec6-bb5e-fa80faae2f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:48.974397 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefaaf2-d186-43d8-8531-07d18ff1ee78 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad2800-64cf-4ec6-bb5e-fa80faae2f51,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.007157 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.056192 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54802) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:49.071526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b57a48dd-6325-4f6e-964d-cce922caea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.080132 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.086201 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.111170 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fec0d00-b64d-46b0-a57c-63e2deedd1cf,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.184859 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b57a48dd-6325-4f6e-964d-cce922caea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.191150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b57a48dd-6325-4f6e-964d-cce922caea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.194134 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.195900 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-4e4df612-f44c-4113-b9e2-955ebcbd11f0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334731 Jul 28 03:40:49.198538 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54804) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:49.205043 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'security_group_rule': {'security_group_id': '79ad2800-64cf-4ec6-bb5e-fa80faae2f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:49.236180 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.236545 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b57a48dd-6325-4f6e-964d-cce922caea81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb4f0beba2f442fe89e5cfad7f1b9d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790330 Jul 28 03:40:49.237370 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a48dd-6325-4f6e-964d-cce922caea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1534bdeb-ed7f-41bb-bb62-1e1c845ef4ea,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.239886 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 54806) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:49.300540 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.300790 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.312937 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.324118 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.327459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ffe645-8138-4321-86cf-34f6e12cd0e3,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.336853 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.338091 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-96956f55-cde5-4264-8b26-691e94190dbe tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381650 Jul 28 03:40:49.341153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54808) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:49.345702 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:49.368277 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.373465 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.376112 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.377262 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1534bdeb-ed7f-41bb-bb62-1e1c845ef4ea HTTP/1.1" status: 204 len: 168 time: 0.1344738 Jul 28 03:40:49.385068 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f9d77-dfe1-4cb7-a444-882eda72c187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1534bdeb-ed7f-41bb-bb62-1e1c845ef4ea,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.472091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.580664 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Allocated IP 172.28.0.216 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/aa1c9e29-c3ae-4368-a0ba-259b5ca8e029) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:49.692694 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.738054 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.775085 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:49.777982 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:49.781547 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:49.809603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=aa1c9e29-c3ae-4368-a0ba-259b5ca8e029,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:49.871556 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.906249 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:49.983525 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98e95d-61c9-49b6-a4e5-ca16d5de3783 req-7bd3cacd-73cf-4776-88ee-d5effc998bf9 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:49.983525 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed98e95d-61c9-49b6-a4e5-ca16d5de3783 req-7bd3cacd-73cf-4776-88ee-d5effc998bf9 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Jul 28 03:40:50.029613 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0a42f86b-d94d-43ec-b611-4c317f35499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.034343 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed98e95d-61c9-49b6-a4e5-ca16d5de3783 req-2644641c-37fa-4343-9ea1-4892cdbdf681 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Jul 28 03:40:50.079730 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.087638 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.162586 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.181443 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:50.186360 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8440349 Jul 28 03:40:50.187903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b92884-a548-4bf2-a8f6-698b7214a629 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=aa1c9e29-c3ae-4368-a0ba-259b5ca8e029,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:50.394373 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-456f25b7-99a5-45c1-a78e-7b9c719abe64 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1597339232&fields=id&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 267 time: 0.0377836 Jul 28 03:40:50.519169 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-c240f925-cc65-4c8a-b9a8-245e962f4923 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:50.520909 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-c240f925-cc65-4c8a-b9a8-245e962f4923 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 816 time: 0.1190598 Jul 28 03:40:50.545866 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a9fa445d-f87c-4959-ac22-dcbeb3dbca8b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/quotas/9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 375 time: 0.0175643 Jul 28 03:40:50.607976 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-b2ab59fd-4183-4ee4-9449-3e01b1260bd2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552652 Jul 28 03:40:50.710468 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-aa45e49d-14a8-41cc-8463-507a1a85f879 service neutron] 10.222.0.26 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911472 Jul 28 03:40:50.801535 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-d37ecd38-6674-4b6c-bdf8-cdbb1fbcfee2 service neutron] 10.222.0.26 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Jul 28 03:40:50.967572 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9c1c17b9-ff48-4cb6-8c22-983f9b488ad0 req-7d6c2a2d-52c8-479c-8c93-21e735115d31 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 210 time: 0.0324690 Jul 28 03:40:51.988815 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-bb958089-2119-4785-9628-b9314d3c0b8e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:51.990576 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-bb958089-2119-4785-9628-b9314d3c0b8e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 816 time: 0.1137073 Jul 28 03:40:52.052712 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-87c6339f-134e-411a-9c46-86bedd68b9e9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 380 time: 0.0525837 Jul 28 03:40:52.069070 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'port': {'device_id': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'admin_state_up': True, 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'security_groups': ['79ad2800-64cf-4ec6-bb5e-fa80faae2f51']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:52.156555 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3d578aa5-2800-4470-84ee-b5d810715330 req-6cf9c4ba-cc3d-4526-8f82-49c50824cde4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 210 time: 0.0695705 Jul 28 03:40:52.232274 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Made reservation on behalf of 9580fe8bdc9047ba85257b5af31438df for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:40:52.236243 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.369341 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Allocated IP 172.20.0.10 (2342524e-45c2-43fb-ab13-8005aec24a12/085e0a15-d1fd-4839-82c4-2d575ec0ca1e/17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:52.454400 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e51487b-2899-40f9-932f-6b23ac685566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.504660 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.520835 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Transition to ACTIVE for port object 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:52.554509 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.679705 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.838980 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Network 2342524e-45c2-43fb-ab13-8005aec24a12 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:52.842599 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:52.849283 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:52.854852 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:52.901209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:52.901868 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:52.917342 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-3bc96619-ad82-4cfc-8f1c-e874d986b1d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587706 Jul 28 03:40:52.937391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Request body: {'port': {'device_id': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:52.992784 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.067816 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a9537dba-a777-4de7-a881-79771d797196 None None] Provisioning for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:53.071585 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a9537dba-a777-4de7-a881-79771d797196 None None] Provisioning complete for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:53.071951 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9537dba-a777-4de7-a881-79771d797196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.106705 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a9537dba-a777-4de7-a881-79771d797196 None None] Port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:40:53.312693 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:53.323221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.344057 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Transition to ACTIVE for port object 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:40:53.354157 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76e1c5-4acc-408c-90d4-d10129795a70 req-668f49c4-9429-4ee6-9737-7dffeddffbc9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.355741 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8a76e1c5-4acc-408c-90d4-d10129795a70 req-668f49c4-9429-4ee6-9737-7dffeddffbc9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 932 time: 0.0835996 Jul 28 03:40:53.357268 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.459600 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:53.464463 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8a76e1c5-4acc-408c-90d4-d10129795a70 req-0aa7f369-b2c7-41d2-862d-5cdb30141b79 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019785 Jul 28 03:40:53.521614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Attempting to bind port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:40:53.521994 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Attempting to bind port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:40:53.522331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Attempting to bind port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:53.528257 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 on network 2342524e-45c2-43fb-ab13-8005aec24a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:40:53.528665 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Attempting to bind port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 on network 2342524e-45c2-43fb-ab13-8005aec24a12 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:40:53.534188 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:40:53.534622 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Checking segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:40:53.535084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Bound using segment: {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:40:53.536320 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Bound port: 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586b2833-0bd2-43f8-8984-84cb32e87f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:40:53.536814 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.615017 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:40:53.618272 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:40:53.627507 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.666782 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.667411 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.668866 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] 10.222.0.36 "PUT /v2.0/ports/17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 1094 time: 0.7359509 Jul 28 03:40:53.671329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:53.683653 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552bd795-57b8-4300-819a-c2f16e63bc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:53.755324 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba926d9-69c5-483d-b570-2553bda3dd19 x-openstack-request-id: req-cba926d9-69c5-483d-b570-2553bda3dd19 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:53.755595 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:53.756027 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cba926d9-69c5-483d-b570-2553bda3dd19 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:53.756519 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'status': 'completed', 'code': 200} Jul 28 03:40:53.781261 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d17af-77dd-434a-8d8d-725fc3aca4ce service neutron] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:53.804635 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.812013 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-c409aba8-9bd7-482d-9870-748f30b4bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.813567 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-c409aba8-9bd7-482d-9870-748f30b4bde5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1097 time: 0.0813491 Jul 28 03:40:53.864390 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-41b1e998-2418-437d-a739-058d37ad98c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 217 time: 0.0417843 Jul 28 03:40:53.948914 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-73e98ebb-a49a-4fda-b58b-fd6153be818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.950277 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-73e98ebb-a49a-4fda-b58b-fd6153be818d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0785289 Jul 28 03:40:53.964127 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b34c0-1e6e-4570-bd24-28713c8b47a7 req-9cce9445-3fd7-4add-8afd-eb1a818b966d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:53.966305 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d0b34c0-1e6e-4570-bd24-28713c8b47a7 req-9cce9445-3fd7-4add-8afd-eb1a818b966d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0831683 Jul 28 03:40:54.034069 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4d0b34c0-1e6e-4570-bd24-28713c8b47a7 req-106dd8a3-44b0-4609-b8ac-3e6914843719 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579965 Jul 28 03:40:54.039250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470897-493b-4f93-9371-c90d2aa43000 req-8ebf0c2f-e20a-49a4-bbfc-9a1fb3ab15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.040939 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-8ebf0c2f-e20a-49a4-bbfc-9a1fb3ab15c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0735402 Jul 28 03:40:54.139384 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-1818c921-ac08-409c-8680-722d254d8a59 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845585 Jul 28 03:40:54.257542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d6470897-493b-4f93-9371-c90d2aa43000 req-63fd6e4d-563f-43df-8eaa-b2707f2dd2ff service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105139 Jul 28 03:40:54.262863 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-10692d7c-33e5-456a-a699-2bce9d07491a tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114674506&fields=id&tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e HTTP/1.1" status: 200 len: 267 time: 0.0571952 Jul 28 03:40:54.317201 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-d61082bc-6030-4633-b131-4d6b5f9e4305 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.318720 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-d61082bc-6030-4633-b131-4d6b5f9e4305 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 984 time: 0.0498471 Jul 28 03:40:54.333124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Request body: {'port': {'security_groups': ['9af69284-6d9b-4cff-b2dd-98d4e075b9d2']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:54.404468 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-9b119860-edda-4a64-820e-0c3fffb4e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.406013 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-9b119860-edda-4a64-820e-0c3fffb4e714 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1097 time: 0.0864165 Jul 28 03:40:54.478846 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:54.600427 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-967b7ae5-9b5e-433c-99d7-a6977a54d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.601925 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-967b7ae5-9b5e-433c-99d7-a6977a54d4bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.1786623 Jul 28 03:40:54.662760 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-1c213414-322f-4bb2-97e9-ac697f71b82c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 217 time: 0.0505035 Jul 28 03:40:54.676753 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff484e-3178-46a7-87d5-73febebaccac req-75bcf8b3-b150-494e-8d75-9960da3406ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.678251 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-50ff484e-3178-46a7-87d5-73febebaccac req-75bcf8b3-b150-494e-8d75-9960da3406ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.1222875 Jul 28 03:40:54.807368 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-50ff484e-3178-46a7-87d5-73febebaccac req-84596705-9bc6-4ffb-b80d-822614dc32df tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179411 Jul 28 03:40:54.810685 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-7ca3ee89-ddb9-41ec-a99f-7690076a83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.812077 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-7ca3ee89-ddb9-41ec-a99f-7690076a83e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.1329899 Jul 28 03:40:54.865329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:54.890918 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-9ade217c-791c-403d-a716-b5c468f61024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:54.892402 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-9ade217c-791c-403d-a716-b5c468f61024 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706134 Jul 28 03:40:54.912587 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:54.923662 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:54.934664 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:55.005633 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:55.006290 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.007689 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b07e86e6-4a2a-45aa-b211-6fae370b2a7b req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "PUT /v2.0/ports/df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 942 time: 0.6806414 Jul 28 03:40:55.016453 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54990) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:55.043910 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18de08b-1046-48a0-bfe4-542bc363925d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event updated for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=7']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:55.084351 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-388a9673-8654-4243-ba65-1f8dea5c60e1 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829064 Jul 28 03:40:55.106083 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:55.184074 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.217780 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.263900 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-552bd795-57b8-4300-819a-c2f16e63bc9c req-fde069bd-2b5e-4017-90bf-e394e172bffe service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693759 Jul 28 03:40:55.276518 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892bc70-2d38-4503-8c77-e6f0eca2f2b1 req-2449d653-2bd8-41e1-bdcf-cd06debec30a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:55.277974 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0892bc70-2d38-4503-8c77-e6f0eca2f2b1 req-2449d653-2bd8-41e1-bdcf-cd06debec30a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0788865 Jul 28 03:40:55.301807 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.304734 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.306124 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "DELETE /v2.0/security-groups/3805b1ee-b2e4-49d3-a0a0-9c19612fb533 HTTP/1.1" status: 204 len: 168 time: 0.2878871 Jul 28 03:40:55.310820 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 54994) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:55.311574 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-080f05b4-d86d-4b0a-bede-aeb4b2d35a20 None None] Provisioning complete for port df69c449-9bb7-43b5-be5c-c34469ce4a59 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:55.311957 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-080f05b4-d86d-4b0a-bede-aeb4b2d35a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.325604 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6597f-8942-4114-833c-295de9aeb3b4 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3805b1ee-b2e4-49d3-a0a0-9c19612fb533,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:55.326796 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0892bc70-2d38-4503-8c77-e6f0eca2f2b1 req-c4c86529-7e2f-469c-a569-0d07dcbe76ea tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jul 28 03:40:55.450409 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.511566 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Deleting port 7d646cb0-982d-4094-bda5-81b13473e37a {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:55.512193 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.593447 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.594180 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.606034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Calling delete_port for 7d646cb0-982d-4094-bda5-81b13473e37a owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:55.758237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:55.760854 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34242dd8-ed63-40b0-a57c-f55fc01b5376" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:55.768637 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:55.830849 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd39f8-322b-45ac-8177-208a7be3673f x-openstack-request-id: req-3abd39f8-322b-45ac-8177-208a7be3673f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:55.832483 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:55.832483 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3abd39f8-322b-45ac-8177-208a7be3673f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:55.832706 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.832829 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:40:55.872160 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event deleted for resources: {'Port': ['ID=7d646cb0-982d-4094-bda5-81b13473e37a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:55.914686 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:55.927700 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:55.944276 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.944646 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.l3_db [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Floating IP 60cad9dc-1f0a-47ec-ad5e-46509794ef6c disassociated (deleted). External IP: 172.28.0.191, port: df69c449-9bb7-43b5-be5c-c34469ce4a59. Jul 28 03:40:55.953677 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-b6530088-852a-4b50-badf-4f3b32dafbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:55.955204 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-b6530088-852a-4b50-badf-4f3b32dafbd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1098 time: 0.0907280 Jul 28 03:40:55.970817 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6d55-5f21-4239-9c5c-9c84abeeca20 req-48a1a627-61eb-4abc-97f6-7e9f855b4ca4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:55.971940 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.972438 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-adfb6d55-5f21-4239-9c5c-9c84abeeca20 req-48a1a627-61eb-4abc-97f6-7e9f855b4ca4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0641253 Jul 28 03:40:55.986224 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:56.008384 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:56.014050 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:56.056517 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:56.075396 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-adfb6d55-5f21-4239-9c5c-9c84abeeca20 req-60c20fb9-ae39-4a5f-8630-b6c3276bf0a9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945432 Jul 28 03:40:56.079112 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:56.096133 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-7539d6ee-02e6-4881-97dd-2fad2812dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.098224 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-7539d6ee-02e6-4881-97dd-2fad2812dffc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.1245079 Jul 28 03:40:56.151899 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-dd4cd832-0bbc-493f-aa80-d8e4f013e706 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 217 time: 0.0463414 Jul 28 03:40:56.203098 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-d87be8be-cd03-4189-abca-f0a07b8af76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.204600 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-d87be8be-cd03-4189-abca-f0a07b8af76d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0448899 Jul 28 03:40:56.217947 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-c9e07c44-149c-4d0e-b4f2-8e9b1353dc4f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.219360 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-c9e07c44-149c-4d0e-b4f2-8e9b1353dc4f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0908804 Jul 28 03:40:56.232124 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Router a851675e-7f32-4ac7-936c-13252ee4f08f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:56.247773 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:56.255042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-68dbe76a-5e25-4cfc-a0e0-a68bc7be5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.256560 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-68dbe76a-5e25-4cfc-a0e0-a68bc7be5ebf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0442781 Jul 28 03:40:56.360754 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-b29dc271-ea9d-4845-9013-c320fc99311b service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961213 Jul 28 03:40:56.497257 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac615f81-dc1d-4ecd-ac3e-8429880a78ca req-4944400f-d421-40f3-8732-1de00f7db38f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.498763 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ac615f81-dc1d-4ecd-ac3e-8429880a78ca req-4944400f-d421-40f3-8732-1de00f7db38f tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 946 time: 0.0799961 Jul 28 03:40:56.502579 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34242dd8-ed63-40b0-a57c-f55fc01b5376 req-aa447fa3-7ab7-4dbd-ad49-439dacbfce50 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341507 Jul 28 03:40:56.547023 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ac615f81-dc1d-4ecd-ac3e-8429880a78ca req-65b36c8d-82b3-41be-b5c1-5226fd35f4cf tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=876183f9-ec50-40dd-b400-4b733a8eb056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Jul 28 03:40:56.634172 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:56.639435 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:56.642834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Deleting port 417abb5f-27c5-4348-b76a-c9cc36e5877f {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:56.643174 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:56.647771 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Sync routers for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:56.661034 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:56.665253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:56.713031 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3906b704-fe9c-44d1-aaee-fcab474104f9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "DELETE /v2.0/floatingips/60cad9dc-1f0a-47ec-ad5e-46509794ef6c HTTP/1.1" status: 204 len: 168 time: 1.4010005 Jul 28 03:40:56.715627 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:56.717877 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:56.761496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] For port 417abb5f-27c5-4348-b76a-c9cc36e5877f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=417abb5f-27c5-4348-b76a-c9cc36e5877f,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:56.762257 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:56.776797 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07c20d-76a9-46b6-85ab-122bc06087a6 x-openstack-request-id: req-fe07c20d-76a9-46b6-85ab-122bc06087a6 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:56.777094 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:56.777347 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe07c20d-76a9-46b6-85ab-122bc06087a6 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:56.777733 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:40:56.790870 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:56.900016 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-05c560a2-1a31-42fb-bad7-80af975c3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:56.901641 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-05c560a2-1a31-42fb-bad7-80af975c3e39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 1098 time: 0.0976875 Jul 28 03:40:57.055273 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.055667 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:57.056460 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.056460 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.l3_db [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Floating IP c6d139dc-5131-49b8-a5db-81c6db27726d disassociated. External IP: 172.28.0.236, port: 417abb5f-27c5-4348-b76a-c9cc36e5877f. Jul 28 03:40:57.056821 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Calling delete_port for 417abb5f-27c5-4348-b76a-c9cc36e5877f owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:57.066933 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-b571a2cd-9776-452d-b016-0f4283a0d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.068458 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-b571a2cd-9776-452d-b016-0f4283a0d3eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 200 len: 916 time: 0.1552942 Jul 28 03:40:57.090424 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Checking router: a851675e-7f32-4ac7-936c-13252ee4f08f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:57.099059 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:57.099671 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:57.184112 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-63d04e6c-3a8c-4744-a473-8c9439d53f5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 200 len: 217 time: 0.0971453 Jul 28 03:40:57.255737 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.287939 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'Port': ['ID=417abb5f-27c5-4348-b76a-c9cc36e5877f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:57.298577 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:57.306687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c5653-0be0-4df7-801c-51d184646af2 req-de9c3f1a-8b10-4248-8c42-73d7378f7a02 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.310790 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d45c5653-0be0-4df7-801c-51d184646af2 req-de9c3f1a-8b10-4248-8c42-73d7378f7a02 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 945 time: 0.0759661 Jul 28 03:40:57.334469 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-3138e10d-2dc9-497f-a973-bf714165aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.334469 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-3138e10d-2dc9-497f-a973-bf714165aaf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 200 len: 854 time: 0.1348448 Jul 28 03:40:57.452670 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d45c5653-0be0-4df7-801c-51d184646af2 req-30f58c54-c5ba-4b53-b163-083f4065a5d4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375515 Jul 28 03:40:57.454285 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:57.457914 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-a1ce208d-54e9-4977-81f8-9e95241dce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:57.459409 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-a1ce208d-54e9-4977-81f8-9e95241dce9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc97ed63-2338-46a1-9110-d568be76479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1095538 Jul 28 03:40:57.567492 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-bf94775f-105e-4264-b78b-57d70a1cfa7f service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963435 Jul 28 03:40:57.590173 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:57.596829 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:57.607293 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:57.621056 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:57.622898 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:57.632355 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12378c-fb2c-4507-9da7-71942bd16573 None None] The sync data for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb is: [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:23Z', 'revision_number': 4, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': 'd9a73397-c118-457f-ae1b-712835977e03', 'name': '', 'network_id': 'cc97ed63-2338-46a1-9110-d568be76479f', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'mac_address': 'fa:16:3e:5f:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:23Z', 'updated_at': '2021-07-28T03:38:30Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'subnets': [{'id': 'f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:57.661998 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] No DVR routers for this DVR port 417abb5f-27c5-4348-b76a-c9cc36e5877f on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:57.667795 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.670148 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-3495e8ad-9ad1-4e08-871a-f883b65e84e2 req-02af3693-abf4-48ef-8a92-0eff593c359d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "DELETE /v2.0/ports/417abb5f-27c5-4348-b76a-c9cc36e5877f HTTP/1.1" status: 204 len: 173 time: 1.4447577 Jul 28 03:40:57.681946 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9576e853-48a4-455c-9061-c4de031d7451 req-b69b3df2-d521-4eae-8594-3c5b915c4107 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=938ee6d8-35b3-4339-bbf7-551509dcb7fd HTTP/1.1" status: 200 len: 210 time: 0.0392456 Jul 28 03:40:57.760264 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0d9c9c1a-4705-4ec5-a99c-86171da7f23e req-99c89743-1b93-4288-af9c-f37f2fd1b5e1 service neutron] 10.222.0.36 "GET /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847022 Jul 28 03:40:57.789325 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:57.826151 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:57.868385 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:57.872947 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:57.873552 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.969132 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:57.993322 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:57.996839 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85276f6f-0941-4c10-a5f3-7dbad535da62" -d '{"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:58.004171 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9e30f-d0ee-4c56-a397-9d448e7f6c6b None None] New status for floating IP 60cad9dc-1f0a-47ec-ad5e-46509794ef6c: DOWN {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:58.046493 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14d077-024c-45ed-ab06-9d2810545b47 x-openstack-request-id: req-5b14d077-024c-45ed-ab06-9d2810545b47 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:58.046670 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:58.046875 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b14d077-024c-45ed-ab06-9d2810545b47 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:58.047261 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'code': 200} Jul 28 03:40:58.074401 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:58.082612 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:58.087427 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:58.136286 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:58.153742 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:58.169345 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:58.170070 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:58.278269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edc2df-cf62-44cb-90b2-c2c55b9a84e7 req-7e91627e-8a81-420e-bff1-1f5edcfb76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.280699 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-03edc2df-cf62-44cb-90b2-c2c55b9a84e7 req-7e91627e-8a81-420e-bff1-1f5edcfb76c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1099 time: 0.0720725 Jul 28 03:40:58.294109 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:58.326120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-03edc2df-cf62-44cb-90b2-c2c55b9a84e7 req-f2254b5a-fd10-47cd-adff-bd034e79c1ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Jul 28 03:40:58.533110 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:58.562703 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff3359-f4f4-42f8-bb46-3a2933984554 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:58.593103 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1a86a-469a-4501-8865-742116b2cb49 req-f1343c98-f20f-45fe-872e-a734d89d9034 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.601079 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-70c1a86a-469a-4501-8865-742116b2cb49 req-f1343c98-f20f-45fe-872e-a734d89d9034 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0739355 Jul 28 03:40:58.653251 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-70c1a86a-469a-4501-8865-742116b2cb49 req-0c251971-8653-4144-9225-6d4854dd29f2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512030 Jul 28 03:40:58.778740 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'name': 'network-vif-deleted', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:58.781067 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e049f9-3c68-4579-b351-8982c0fe0c80" -d '{"events": [{"server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "name": "network-vif-deleted", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:58.810787 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55074) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:58.858693 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac00552f-e06d-4b3e-91fd-33ce3db66486 x-openstack-request-id: req-ac00552f-e06d-4b3e-91fd-33ce3db66486 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:58.859399 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938ee6d8-35b3-4339-bbf7-551509dcb7fd", "name": "network-vif-deleted", "tag": "417abb5f-27c5-4348-b76a-c9cc36e5877f", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:58.859824 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac00552f-e06d-4b3e-91fd-33ce3db66486 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:58.860956 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938ee6d8-35b3-4339-bbf7-551509dcb7fd', 'name': 'network-vif-deleted', 'tag': '417abb5f-27c5-4348-b76a-c9cc36e5877f', 'status': 'completed', 'code': 200} Jul 28 03:40:58.925354 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb51b5d-4cda-43dd-9f55-4e92f222092a req-602c16c1-1711-49ab-b45e-3a1476653ee1 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:58.926990 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3cb51b5d-4cda-43dd-9f55-4e92f222092a req-602c16c1-1711-49ab-b45e-3a1476653ee1 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0847826 Jul 28 03:40:58.943033 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed6a10-4a75-4ab1-9e0c-8a18c4a593f8 None None] New status for floating IP c6d139dc-5131-49b8-a5db-81c6db27726d: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:58.945812 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.000231 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.013670 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3cb51b5d-4cda-43dd-9f55-4e92f222092a req-ca16b79c-2905-4b92-b421-c82a5b643d23 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806103 Jul 28 03:40:59.069322 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.073574 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.074827 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "DELETE /v2.0/security-groups/876183f9-ec50-40dd-b400-4b733a8eb056 HTTP/1.1" status: 204 len: 168 time: 0.2630167 Jul 28 03:40:59.077779 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55082) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:59.090063 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096890f8-90d6-4edb-b5e2-b6ca6aeb481d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876183f9-ec50-40dd-b400-4b733a8eb056,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:59.130358 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.api.v2.resource [None req-db9ffe85-409e-449d-a32e-63c9e8b0010e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] show failed (client error): The resource could not be found. Jul 28 03:40:59.137414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:59.139490 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-db9ffe85-409e-449d-a32e-63c9e8b0010e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups/876183f9-ec50-40dd-b400-4b733a8eb056 HTTP/1.1" status: 404 len: 347 time: 0.0525479 Jul 28 03:40:59.268115 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Deleting port 14c35a77-d243-4daf-af8d-b168bd262c04 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:59.268461 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.344905 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.345632 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.356763 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Calling delete_port for 14c35a77-d243-4daf-af8d-b168bd262c04 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:59.497008 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.523030 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'Port': ['ID=14c35a77-d243-4daf-af8d-b168bd262c04,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:59.587384 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.590081 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.594093 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-fb3d22cb-05d4-4fff-9415-2a0983d00266 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6d139dc-5131-49b8-a5db-81c6db27726d HTTP/1.1" status: 204 len: 168 time: 0.4521515 Jul 28 03:40:59.728990 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8a3d-5a33-47fe-87e3-91d0eeb8bf8d req-2e15bfa6-c4ff-435c-b5f8-0c2d5412e32d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.730487 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-590f8a3d-5a33-47fe-87e3-91d0eeb8bf8d req-2e15bfa6-c4ff-435c-b5f8-0c2d5412e32d tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Jul 28 03:40:59.768505 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-590f8a3d-5a33-47fe-87e3-91d0eeb8bf8d req-ec663dfb-b8eb-44e9-b162-8774f3123dc9 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jul 28 03:40:59.802707 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 417abb5f-27c5-4348-b76a-c9cc36e5877f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:59.823195 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 417abb5f-27c5-4348-b76a-c9cc36e5877f {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:40:59.823550 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 417abb5f-27c5-4348-b76a-c9cc36e5877f not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:40:59.848707 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55096) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:59.853417 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875441062', 'description': 'tempest-description--2070356260'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:59.877847 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.878163 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb255-3d6e-4ae8-b06c-fe4238895962 req-fd266f73-08f7-4b33-a207-86619d89179c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:59.879682 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-896bb255-3d6e-4ae8-b06c-fe4238895962 req-fd266f73-08f7-4b33-a207-86619d89179c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0515013 Jul 28 03:40:59.919664 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-896bb255-3d6e-4ae8-b06c-fe4238895962 req-343616d9-34b2-4c23-aa36-880fa41596d1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Jul 28 03:40:59.965140 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:59.969028 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.000478 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.001680 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1518953 Jul 28 03:41:00.004539 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55100) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:00.009604 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd8ac6-2285-4aaf-9345-48571800321b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:00.013923 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288dd45-c76f-4871-9959-2cbaf4521a45 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd8ac6-2285-4aaf-9345-48571800321b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.039841 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.042807 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e96edd-b5ac-4d69-bf0d-f85f794c58be req-65429bfe-3277-49e6-a4e6-88a3d6f58fad tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.044941 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-76e96edd-b5ac-4d69-bf0d-f85f794c58be req-65429bfe-3277-49e6-a4e6-88a3d6f58fad tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Jul 28 03:41:00.055248 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55104) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:00.060634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Request body: {'floatingip': {'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:00.105282 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.109095 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.112039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.132408 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70554180-c54e-4216-91fc-e70dbbda4b41,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.142619 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.144259 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-232f72e1-6308-4f5f-a2d1-54e5a6c49ace tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386633 Jul 28 03:41:00.146914 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55110) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:00.154135 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd8ac6-2285-4aaf-9345-48571800321b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:00.187990 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.220209 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36d12e-1fbe-4d80-ac86-4afbb99a6858 req-fd4c926b-2b28-4218-8a13-668220998b03 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.228741 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4a36d12e-1fbe-4d80-ac86-4afbb99a6858 req-fd4c926b-2b28-4218-8a13-668220998b03 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1292489 Jul 28 03:41:00.273195 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.277627 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493755'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.299223 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f2e003-fb60-4a80-9626-59f15d960dba,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.305649 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.309729 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3705c836-85a5-45c3-be0d-b9ca079fee79 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589534 Jul 28 03:41:00.310556 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55116) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:00.315228 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.v2.base [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'floatingip': {'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:00.340361 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.358314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4a36d12e-1fbe-4d80-ac86-4afbb99a6858 req-81c660db-64bc-42db-a684-dfa0cc32db6c tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253734 Jul 28 03:41:00.463507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.583194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Allocated IP 172.28.0.59 (eda64e09-e91d-467d-a41f-683d0a5236e4/64d4de64-e50a-4f3b-b03a-673d154f2a54/efb466d1-d688-400e-b4e3-3e2ad1e18ee6) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:41:00.699872 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.744665 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.780776 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Network eda64e09-e91d-467d-a41f-683d0a5236e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:41:00.785476 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:00.789437 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:41:00.821544 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=efb466d1-d688-400e-b4e3-3e2ad1e18ee6,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:00.894321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.931345 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:00.957973 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0d31-435f-48da-b67b-c872b2694571 req-56570506-95bd-445b-b970-dafcf2a95c06 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:00.959449 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ca1c0d31-435f-48da-b67b-c872b2694571 req-56570506-95bd-445b-b970-dafcf2a95c06 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.1126461 Jul 28 03:41:00.994014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.000387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.050959 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ca1c0d31-435f-48da-b67b-c872b2694571 req-8cf50101-8c3f-4d96-8431-0fe1733dcaa0 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Jul 28 03:41:01.105130 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.109714 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10074001'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.118072 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Floating IP c3062894-db2b-4dda-be66-5e42b6436971 associated. External IP: 172.28.0.216, port: 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0. Jul 28 03:41:01.184225 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=efb466d1-d688-400e-b4e3-3e2ad1e18ee6,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:01.193785 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.208366 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.209604 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f788a90d-b3da-48c3-b1a1-b184d15a5887 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8980641 Jul 28 03:41:01.340666 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:01.480044 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-68fc3b65-39e0-479e-8604-e2a2309ecb42 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--875441062&fields=id&tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 267 time: 0.0962462 Jul 28 03:41:01.568983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:01.575679 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.578268 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:01.587528 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:01.588141 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:01.593520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601a8c5-3762-4b8d-a63d-d3472d083e04 req-0fc8508f-891f-440d-8b4a-4a3b80ae4708 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.595033 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3601a8c5-3762-4b8d-a63d-d3472d083e04 req-0fc8508f-891f-440d-8b4a-4a3b80ae4708 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1360047 Jul 28 03:41:01.648593 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-06c82e3c-8c5a-4ec0-a44d-392b45374080 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "PUT /v2.0/floatingips/c3062894-db2b-4dda-be66-5e42b6436971 HTTP/1.1" status: 200 len: 992 time: 1.5920525 Jul 28 03:41:01.652456 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:01.654713 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dce75f-4bec-4363-b32f-b7daff59f948" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:01.689520 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3601a8c5-3762-4b8d-a63d-d3472d083e04 req-cc589ff7-9973-47b0-a503-2faa0e4b5b85 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772979 Jul 28 03:41:01.696921 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c273c50-76a8-4d06-a1e6-55872efbeab6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.698528 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c273c50-76a8-4d06-a1e6-55872efbeab6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 810 time: 0.1992569 Jul 28 03:41:01.717923 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-33712297-4432-48c5-bc76-d0a56ec6a85a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/quotas/ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 375 time: 0.0107694 Jul 28 03:41:01.818331 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-7402b3ea-6900-4ec9-a5cc-db9693aac538 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.819807 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-7402b3ea-6900-4ec9-a5cc-db9693aac538 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.0858483 Jul 28 03:41:01.827726 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-c21a2dfa-a521-469d-8882-fd62f36bd9a2 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039686 Jul 28 03:41:01.829258 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba53515-786e-4e1d-ab30-b17303de11ec x-openstack-request-id: req-cba53515-786e-4e1d-ab30-b17303de11ec {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:01.829546 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:01.829816 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cba53515-786e-4e1d-ab30-b17303de11ec {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:01.830204 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'status': 'completed', 'code': 200} Jul 28 03:41:01.835986 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:01.899889 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-a07b708d-ae3d-4f4e-96e0-05ab817f4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:01.901715 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-a07b708d-ae3d-4f4e-96e0-05ab817f4434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1099 time: 0.0468428 Jul 28 03:41:02.001315 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-9eda7253-1355-4a50-bbc6-c37a1fc7dc96 service neutron] 10.222.0.26 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426959 Jul 28 03:41:02.005610 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-caa88917-8971-4660-bd64-b83a856ae128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.007142 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-caa88917-8971-4660-bd64-b83a856ae128 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.0944927 Jul 28 03:41:02.007594 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Deleting port df69c449-9bb7-43b5-be5c-c34469ce4a59 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:02.007939 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:02.083240 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-b76210d6-19f5-4abb-9894-17855d634f31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 1000 time: 0.0680537 Jul 28 03:41:02.143603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-4e6c5d4b-e29e-4e53-be87-765487e545f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.145964 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-4e6c5d4b-e29e-4e53-be87-765487e545f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0549335 Jul 28 03:41:02.168891 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c3062894-db2b-4dda-be66-5e42b6436971', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:49Z', 'updated_at': '2021-07-28T03:41:00Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:02.196051 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:02.197597 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] For port df69c449-9bb7-43b5-be5c-c34469ce4a59, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=df69c449-9bb7-43b5-be5c-c34469ce4a59,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:02.198451 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:02.205393 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-ce8c3d29-ec1b-46d1-876b-5cf3a929053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.205393 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-ce8c3d29-ec1b-46d1-876b-5cf3a929053a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0457625 Jul 28 03:41:02.208627 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:02.209266 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:02.222339 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Calling delete_port for df69c449-9bb7-43b5-be5c-c34469ce4a59 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:02.230172 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-a3e5fae2-2e31-49b9-b55e-4e5e531d65d2 service neutron] 10.222.0.26 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186487 Jul 28 03:41:02.249893 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97b1c1-0b41-45f1-8f45-0e9d6113377e req-d7b720e5-30b0-4c69-a405-d17b8c9f14a6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.251964 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4e97b1c1-0b41-45f1-8f45-0e9d6113377e req-d7b720e5-30b0-4c69-a405-d17b8c9f14a6 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd3a6e1-258f-47fd-a0cb-226ba92fe287 HTTP/1.1" status: 200 len: 945 time: 0.1222177 Jul 28 03:41:02.302515 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-c50ac22d-553b-40ae-a521-5aeef1ac9f2f service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916150 Jul 28 03:41:02.346901 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4e97b1c1-0b41-45f1-8f45-0e9d6113377e req-0307a802-49e3-4c7c-836d-8e54d4e1462c tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.26 "GET /v2.0/security-groups?id=9af69284-6d9b-4cff-b2dd-98d4e075b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553768 Jul 28 03:41:02.355253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:02.444882 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:02.462024 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['df69c449-9bb7-43b5-be5c-c34469ce4a59'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:02.495157 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-87dce75f-4bec-4363-b32f-b7daff59f948 req-926b7afa-ecd5-47fb-9b0b-08e85e7bccfe service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834731 Jul 28 03:41:02.501600 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Pushing event deleted for resources: {'Port': ['ID=df69c449-9bb7-43b5-be5c-c34469ce4a59,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:02.530640 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ff1197f1-4d45-4e21-b974-544c5f9f18f2 req-ecd730c4-2df1-4925-b253-740d5fa54690 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 210 time: 0.0767894 Jul 28 03:41:02.591986 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] No DVR routers for this DVR port df69c449-9bb7-43b5-be5c-c34469ce4a59 on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:02.594878 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:02.599416 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8a142771-af39-4cd7-bb01-9279730a6f8d req-5cdb505e-95f0-4913-99b8-aae4611f6504 tempest-TestMinimumBasicScenario-1848068336 tempest-TestMinimumBasicScenario-1848068336-project] 10.222.0.36 "DELETE /v2.0/ports/df69c449-9bb7-43b5-be5c-c34469ce4a59 HTTP/1.1" status: 204 len: 173 time: 0.7683783 Jul 28 03:41:02.689994 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c3062894-db2b-4dda-be66-5e42b6436971', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:49Z', 'updated_at': '2021-07-28T03:41:00Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:02.741285 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadb02-a8dd-4a00-80e3-52fb27ed61b6 None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': 'c3062894-db2b-4dda-be66-5e42b6436971', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:49Z', 'updated_at': '2021-07-28T03:41:00Z', 'revision_number': 1, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:02.865082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396dd9-7180-4d17-9b6d-2aaf72517b99 req-6307d650-8948-48b5-8460-174b59ac909b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:02.867910 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3396dd9-7180-4d17-9b6d-2aaf72517b99 req-6307d650-8948-48b5-8460-174b59ac909b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0755122 Jul 28 03:41:02.934333 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3396dd9-7180-4d17-9b6d-2aaf72517b99 req-410db4a0-0db8-4ee7-a621-cfd0dc6fd0dc tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542903 Jul 28 03:41:03.085672 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b7d5c-e8e5-4554-8724-81d647792505 None None] New status for floating IP c3062894-db2b-4dda-be66-5e42b6436971: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:41:03.684730 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0c88e46a-ef0d-46a3-8f2d-9fb5e3d91c09 req-f0c8cfed-1358-4b8c-a024-96baf005fdd3 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 210 time: 0.0353363 Jul 28 03:41:03.739481 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-e53d3e6b-b069-4e0f-b21d-080a5f579004 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:03.741042 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-e53d3e6b-b069-4e0f-b21d-080a5f579004 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 810 time: 0.1565399 Jul 28 03:41:03.795486 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-3b805dc4-0b26-418f-8612-99a79957dc5e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985 HTTP/1.1" status: 200 len: 379 time: 0.0355780 Jul 28 03:41:03.808437 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'port': {'device_id': '82efafce-486b-4168-aca0-c7a49470053d', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'admin_state_up': True, 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'security_groups': ['d4cd8ac6-2285-4aaf-9345-48571800321b']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:03.854472 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'name': 'network-vif-deleted', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:03.856685 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12783e-e5d7-4aaa-8a56-fbb7f5337bb9" -d '{"events": [{"server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "name": "network-vif-deleted", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:03.902277 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c0b116-6418-4031-92f5-cb03fc1be83f x-openstack-request-id: req-f1c0b116-6418-4031-92f5-cb03fc1be83f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:03.902585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3a6e1-258f-47fd-a0cb-226ba92fe287", "name": "network-vif-deleted", "tag": "df69c449-9bb7-43b5-be5c-c34469ce4a59", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:03.902857 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1c0b116-6418-4031-92f5-cb03fc1be83f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:03.903260 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3a6e1-258f-47fd-a0cb-226ba92fe287', 'name': 'network-vif-deleted', 'tag': 'df69c449-9bb7-43b5-be5c-c34469ce4a59', 'status': 'completed', 'code': 200} Jul 28 03:41:03.942616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Made reservation on behalf of ee6e62c9fa2a4074ad8c7f0ee2462985 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:03.946620 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.114123 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Allocated IP 172.20.0.10 (0b43a69f-0c94-4687-b4fb-9e5bd891df97/7849884c-e736-4a64-85ce-8df4e1932a78/0ee77669-1fe9-4deb-9233-15b04818270e) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:41:04.125319 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35c89-0a15-491f-938e-5c01a1b7a071 req-5d6eedba-79af-4d43-8147-d9b9f07ccc01 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.128187 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fa35c89-0a15-491f-938e-5c01a1b7a071 req-5d6eedba-79af-4d43-8147-d9b9f07ccc01 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0997834 Jul 28 03:41:04.175253 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55278) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:04.209108 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7fa35c89-0a15-491f-938e-5c01a1b7a071 req-1b279c4b-b2c4-412d-a7bf-488c5b2218a1 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684948 Jul 28 03:41:04.314128 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.331537 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Transition to ACTIVE for port object 0ee77669-1fe9-4deb-9233-15b04818270e will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:41:04.367362 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.412626 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:41:04.414080 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:04.416586 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:41:04.454162 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event updated for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:04.487283 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.487951 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.507228 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-7c2b3f48-ecc0-43c5-aabf-6b8607e45013 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999328 Jul 28 03:41:04.524877 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Request body: {'port': {'device_id': '82efafce-486b-4168-aca0-c7a49470053d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:04.591741 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.602838 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.768233 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3647ed2d-c668-4511-a628-4b6325ac5565 None None] Provisioning for port 0ee77669-1fe9-4deb-9233-15b04818270e completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:04.772397 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3647ed2d-c668-4511-a628-4b6325ac5565 None None] Provisioning complete for port 0ee77669-1fe9-4deb-9233-15b04818270e triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:04.773080 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3647ed2d-c668-4511-a628-4b6325ac5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.806708 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3647ed2d-c668-4511-a628-4b6325ac5565 None None] Port 0ee77669-1fe9-4deb-9233-15b04818270e cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:41:04.858161 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fe66-7c00-4de6-acc0-60f2fa68534f req-29da0507-fa41-4b23-b918-1115761f037a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:04.859665 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f270fe66-7c00-4de6-acc0-60f2fa68534f req-29da0507-fa41-4b23-b918-1115761f037a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 932 time: 0.0955071 Jul 28 03:41:04.869006 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Deleting port d9a73397-c118-457f-ae1b-712835977e03 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:04.869371 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.933572 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f270fe66-7c00-4de6-acc0-60f2fa68534f req-277929a8-9606-498a-9c24-f5a7a4d22e60 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667422 Jul 28 03:41:04.955605 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] For port d9a73397-c118-457f-ae1b-712835977e03, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=d9a73397-c118-457f-ae1b-712835977e03,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:04.955977 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.971364 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Calling delete_port for d9a73397-c118-457f-ae1b-712835977e03 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:04.976496 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee77669-1fe9-4deb-9233-15b04818270e {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:04.983938 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:04.995968 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Transition to ACTIVE for port object 0ee77669-1fe9-4deb-9233-15b04818270e will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:41:04.999797 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.076807 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Pushing event updated for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:05.131957 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Attempting to bind port 0ee77669-1fe9-4deb-9233-15b04818270e on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:41:05.132290 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Attempting to bind port 0ee77669-1fe9-4deb-9233-15b04818270e by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:41:05.132646 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Attempting to bind port 0ee77669-1fe9-4deb-9233-15b04818270e on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:05.137992 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Port 0ee77669-1fe9-4deb-9233-15b04818270e on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:41:05.138444 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Attempting to bind port 0ee77669-1fe9-4deb-9233-15b04818270e on network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:05.145261 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:41:05.145598 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Checking segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:41:05.145990 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Bound using segment: {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:41:05.147250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Bound port: 0ee77669-1fe9-4deb-9233-15b04818270e, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbccc1e-ddda-4d84-9396-2908edc010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:41:05.147250 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.193806 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.222409 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a73397-c118-457f-ae1b-712835977e03,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:05.230434 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:41:05.236823 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0ee77669-1fe9-4deb-9233-15b04818270e,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:41:05.242309 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.263037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.263798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.265553 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] 10.222.0.36 "PUT /v2.0/ports/0ee77669-1fe9-4deb-9233-15b04818270e HTTP/1.1" status: 200 len: 1094 time: 0.7453017 Jul 28 03:41:05.367151 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893c5f-e7e6-4bd1-bcad-1fda1e46517f service neutron] Pushing event updated for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:05.436698 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-1caaef57-bb1c-4e2a-825a-2e9c84af472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.438542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-1caaef57-bb1c-4e2a-825a-2e9c84af472f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 1097 time: 0.0970929 Jul 28 03:41:05.467405 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654fee9-91a0-4045-81b7-e92679e9f74e req-431a39d5-9e69-4f5e-8504-3cc961f8b4a9 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.469304 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7654fee9-91a0-4045-81b7-e92679e9f74e req-431a39d5-9e69-4f5e-8504-3cc961f8b4a9 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1154578 Jul 28 03:41:05.564766 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-51cb69c8-d8a1-420a-a252-b7b8e3259747 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee77669-1fe9-4deb-9233-15b04818270e HTTP/1.1" status: 200 len: 217 time: 0.0944021 Jul 28 03:41:05.605880 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7654fee9-91a0-4045-81b7-e92679e9f74e req-93065204-ee0b-4667-902a-2988458d079c tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283197 Jul 28 03:41:05.626278 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-0e7aeb12-a9b2-4ff2-a3a1-12ecaded7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.627758 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-0e7aeb12-a9b2-4ff2-a3a1-12ecaded7de6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0516407 Jul 28 03:41:05.685001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-1f44df93-f4bc-4c88-8ae9-dcd3f5dbc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:05.686588 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-1f44df93-f4bc-4c88-8ae9-dcd3f5dbc293 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0423934 Jul 28 03:41:05.753787 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.781358 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-e8668b90-5765-47c4-af10-280a272860c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Jul 28 03:41:05.846308 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device df69c449-9bb7-43b5-be5c-c34469ce4a59 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:05.874509 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: df69c449-9bb7-43b5-be5c-c34469ce4a59 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:05.874860 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device df69c449-9bb7-43b5-be5c-c34469ce4a59 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:05.880150 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-13d7bdc4-3029-4a65-93ee-b00849ba400d req-eb5c80b5-8938-4ae3-b60d-dfea24da70bd service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886183 Jul 28 03:41:05.904325 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:05.908084 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d751371-8351-450e-9353-da94dbc3a7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:05.974390 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff0a9ad-c145-463a-9a07-abdd7ec571d5 x-openstack-request-id: req-9ff0a9ad-c145-463a-9a07-abdd7ec571d5 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:05.974688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:05.974937 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff0a9ad-c145-463a-9a07-abdd7ec571d5 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:05.975327 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e', 'status': 'completed', 'code': 200} Jul 28 03:41:06.005587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Router a851675e-7f32-4ac7-936c-13252ee4f08f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:06.073618 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751371-8351-450e-9353-da94dbc3a7bf req-914ff9c6-fde2-400b-8358-4fd291353291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.075141 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-914ff9c6-fde2-400b-8358-4fd291353291 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 1097 time: 0.0757904 Jul 28 03:41:06.097017 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d260ae-f24e-4187-925d-7874f5656c96 req-3d810eb1-7dee-47a1-bba2-cfa49f7418f6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.098468 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c8d260ae-f24e-4187-925d-7874f5656c96 req-3d810eb1-7dee-47a1-bba2-cfa49f7418f6 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 944 time: 0.0681763 Jul 28 03:41:06.110793 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:06.123365 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-094ee5c7-b942-4a6a-bd23-048611e9a495 admin admin] 10.222.0.26 "PUT /v2.0/routers/a851675e-7f32-4ac7-936c-13252ee4f08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412851 Jul 28 03:41:06.123365 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55314) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:06.127031 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Sync routers for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:06.136879 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:06.137297 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:06.233288 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.276885 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:06.340250 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.412956 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Deleting port e95e0b47-268f-4d99-9238-bb30a9199da3 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:06.413378 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.471584 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c8d260ae-f24e-4187-925d-7874f5656c96 req-2d29b1b2-09a7-4c0f-83e1-9eaff74c6494 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624275 Jul 28 03:41:06.478505 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:41:05Z', 'revision_number': 5, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port': {'id': 'e95e0b47-268f-4d99-9238-bb30a9199da3', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:06.492802 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751371-8351-450e-9353-da94dbc3a7bf req-e1f8542c-e730-47ec-b33e-a28e6afb4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.492802 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-e1f8542c-e730-47ec-b33e-a28e6afb4a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.4091682 Jul 28 03:41:06.509051 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Checking router: a851675e-7f32-4ac7-936c-13252ee4f08f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:06.515213 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] For port e95e0b47-268f-4d99-9238-bb30a9199da3, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e95e0b47-268f-4d99-9238-bb30a9199da3,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:06.515587 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.520238 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Routers {'a851675e-7f32-4ac7-936c-13252ee4f08f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:06.520999 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['a851675e-7f32-4ac7-936c-13252ee4f08f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:06.530667 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Calling delete_port for e95e0b47-268f-4d99-9238-bb30a9199da3 owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:06.537372 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-984b531b-443b-4e53-aeab-5164b97f8556 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee77669-1fe9-4deb-9233-15b04818270e HTTP/1.1" status: 200 len: 217 time: 0.0351670 Jul 28 03:41:06.591992 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751371-8351-450e-9353-da94dbc3a7bf req-f87c8d3d-7e32-4611-80f5-a05b2ad0aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.594158 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-f87c8d3d-7e32-4611-80f5-a05b2ad0aa6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0465245 Jul 28 03:41:06.608651 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] Set router a851675e-7f32-4ac7-936c-13252ee4f08f gateway port host: None {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:06.656902 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751371-8351-450e-9353-da94dbc3a7bf req-f3123aab-929f-4f01-894b-74e30febb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.658611 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-f3123aab-929f-4f01-894b-74e30febb43a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0547171 Jul 28 03:41:06.670499 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:41:06Z', 'revision_number': 6, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port_host': None}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:06.701300 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219c4f-6511-4b14-a737-dec02fde511c None None] The sync data for ids ['a851675e-7f32-4ac7-936c-13252ee4f08f'] in dv-cinder-733062-21-smb is: [{'id': 'a851675e-7f32-4ac7-936c-13252ee4f08f', 'name': 'tempest-TestMinimumBasicScenario-1976052148-router', 'tenant_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:20Z', 'updated_at': '2021-07-28T03:41:06Z', 'revision_number': 6, 'project_id': 'a7509e2d77174ba0b5cbc11238fb2d1e', 'gw_port_host': None}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:06.746863 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.774126 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95e0b47-268f-4d99-9238-bb30a9199da3,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:06.802060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bf87d-8e97-4e56-be7a-8eef96ddba7b req-1cb0a370-aff1-4fcc-84ba-167b56c8e963 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:06.803578 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-171bf87d-8e97-4e56-be7a-8eef96ddba7b req-1cb0a370-aff1-4fcc-84ba-167b56c8e963 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1108205 Jul 28 03:41:06.824190 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-00548a52-f847-4b8d-a14c-8ba22a6dc56c service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556876 Jul 28 03:41:06.837183 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.894120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-171bf87d-8e97-4e56-be7a-8eef96ddba7b req-be8115d6-daac-4c37-9bc3-e8af94abc1f8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810778 Jul 28 03:41:06.927860 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.929960 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.930638 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8d751371-8351-450e-9353-da94dbc3a7bf req-a2cc51af-7dff-4e86-b29c-6a7280ba89aa service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975089 Jul 28 03:41:06.974134 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.974644 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a851675e-7f32-4ac7-936c-13252ee4f08f {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:41:06.980311 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.981543 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-3faea926-35f7-48bb-855d-90cec5c4a637 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a851675e-7f32-4ac7-936c-13252ee4f08f HTTP/1.1" status: 204 len: 168 time: 0.8610086 Jul 28 03:41:06.984056 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55322) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:07.027858 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Deleting subnet f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:41:07.030751 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.066417 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.183181 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.234018 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.269483 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:07.273955 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.275869 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-53126451-f741-4a03-9ca9-ab07ac7b2f8e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9ab6e3f-9a25-4995-8d43-a9bf6a53ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2907655 Jul 28 03:41:07.279168 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55326) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:07.280775 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd74a83c-1457-4bea-b005-1d4fe38759a3 None None] Network cc97ed63-2338-46a1-9110-d568be76479f requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:41:07.348321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.401457 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Deleting port eb9b39ea-f68c-4491-af7a-f1d097a73622 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:07.401903 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.475858 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] DHCP port deletion for cc97ed63-2338-46a1-9110-d568be76479f request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:41:07.498019 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] For port eb9b39ea-f68c-4491-af7a-f1d097a73622, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb9b39ea-f68c-4491-af7a-f1d097a73622,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:07.498395 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.513199 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Calling delete_port for eb9b39ea-f68c-4491-af7a-f1d097a73622 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:07.535483 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Deleting port eb9b39ea-f68c-4491-af7a-f1d097a73622 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:07.536173 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.548690 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d9a73397-c118-457f-ae1b-712835977e03 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:07.605670 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.639409 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9b39ea-f68c-4491-af7a-f1d097a73622,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:07.641165 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] No DVR routers for this DVR port eb9b39ea-f68c-4491-af7a-f1d097a73622 on host dv-cinder-733062-21-smb {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:07.672432 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bed01-3017-4e77-a06c-46a91094ae1e req-2f43c261-2557-452b-8f3f-00c87b056d62 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:07.674091 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c86bed01-3017-4e77-a06c-46a91094ae1e req-2f43c261-2557-452b-8f3f-00c87b056d62 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 944 time: 0.1133187 Jul 28 03:41:07.730378 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c86bed01-3017-4e77-a06c-46a91094ae1e req-72ba4a99-aea5-47c6-af02-011e3e49a362 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497406 Jul 28 03:41:07.754723 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.758042 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: d9a73397-c118-457f-ae1b-712835977e03 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:07.758388 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device d9a73397-c118-457f-ae1b-712835977e03 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:07.759060 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e95e0b47-268f-4d99-9238-bb30a9199da3 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:07.769019 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc97ed63-2338-46a1-9110-d568be76479f']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:07.779907 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2638ed48-d887-433d-afe1-c34c31f74f26') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:07.780185 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2638ed48-d887-433d-afe1-c34c31f74f26') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:07.781976 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: e95e0b47-268f-4d99-9238-bb30a9199da3 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:07.782677 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e95e0b47-268f-4d99-9238-bb30a9199da3 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:07.797425 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.806088 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] For port eb9b39ea-f68c-4491-af7a-f1d097a73622, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb9b39ea-f68c-4491-af7a-f1d097a73622,segment=NetworkSegment(2638ed48-d887-433d-afe1-c34c31f74f26),segment_id=2638ed48-d887-433d-afe1-c34c31f74f26)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:07.806947 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.814235 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.825562 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Calling delete_port for eb9b39ea-f68c-4491-af7a-f1d097a73622 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:07.830671 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:41:07.831166 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:41:07.833227 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:41:07.876273 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0ee77669-1fe9-4deb-9233-15b04818270e details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:07.913916 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.936635 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:07.944976 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cc97ed63-2338-46a1-9110-d568be76479f HTTP/1.1" status: 204 len: 168 time: 0.6618371 Jul 28 03:41:07.944976 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891af7c4-6e75-4dfe-a122-e6131ae18b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc97ed63-2338-46a1-9110-d568be76479f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:07.945419 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55344) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:08.039519 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900f925-a480-4afe-92f6-a99cfe805cd9 req-1fb3160d-b733-498b-b144-d96e5c10cc85 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.046691 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c900f925-a480-4afe-92f6-a99cfe805cd9 req-1fb3160d-b733-498b-b144-d96e5c10cc85 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0690472 Jul 28 03:41:08.068304 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.101690 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c900f925-a480-4afe-92f6-a99cfe805cd9 req-26043ca9-2456-4df5-9c13-0a8b395d3fb9 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479004 Jul 28 03:41:08.120282 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Network cc97ed63-2338-46a1-9110-d568be76479f is not hosted by any dhcp agent {{(pid=93251) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 03:41:08.120282 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] No DVR routers for this DVR port eb9b39ea-f68c-4491-af7a-f1d097a73622 on host dv-cinder-733062-21-smb {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:08.121663 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f9ae-c3f4-495c-99fd-92187c908c17 None None] Pushing event deleted for resources: {'Port': ['ID=eb9b39ea-f68c-4491-af7a-f1d097a73622,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:08.163018 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0ee77669-1fe9-4deb-9233-15b04818270e,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:08.179340 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '0ee77669-1fe9-4deb-9233-15b04818270e', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'port_id': '0ee77669-1fe9-4deb-9233-15b04818270e', 'mac_address': 'fa:16:3e:67:74:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:08.231540 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.245798 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee77669-1fe9-4deb-9233-15b04818270e {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:08.271348 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0ee77669-1fe9-4deb-9233-15b04818270e,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:08.275258 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.325509 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:08.389151 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.395649 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:08.536830 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['0ee77669-1fe9-4deb-9233-15b04818270e'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:08.641380 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Deleting port eb0cdfb2-d408-434e-a5be-9ef3d1567244 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:08.641628 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.720325 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] For port eb0cdfb2-d408-434e-a5be-9ef3d1567244, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=eb0cdfb2-d408-434e-a5be-9ef3d1567244,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:08.720687 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.732686 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Calling delete_port for eb0cdfb2-d408-434e-a5be-9ef3d1567244 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:08.854568 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c30b7-617c-48d8-943b-f5a9c74628f8 req-b44aa205-3cef-49d6-8bf6-f6fb3c23a994 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:08.856428 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e62c30b7-617c-48d8-943b-f5a9c74628f8 req-b44aa205-3cef-49d6-8bf6-f6fb3c23a994 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 945 time: 0.0535190 Jul 28 03:41:08.895809 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e62c30b7-617c-48d8-943b-f5a9c74628f8 req-08635e97-23fc-4b81-bcef-2dae9964415c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332181 Jul 28 03:41:08.923712 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:08.950095 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0cdfb2-d408-434e-a5be-9ef3d1567244,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:09.068017 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486765b0-0294-4d1e-ab34-722fe8628674 req-410581be-c049-4c00-a9e5-a2ecf1f42d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.069629 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-410581be-c049-4c00-a9e5-a2ecf1f42d24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.0518167 Jul 28 03:41:09.127984 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.180488 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486765b0-0294-4d1e-ab34-722fe8628674 req-bc01e45f-db9d-4ee7-b27f-23af4604074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.182503 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-bc01e45f-db9d-4ee7-b27f-23af4604074c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.1043119 Jul 28 03:41:09.299956 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556cbf-d99f-4088-86c6-d0d175e3f144 req-053f9151-eb63-4525-94df-fa860116c55f tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.302193 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b1556cbf-d99f-4088-86c6-d0d175e3f144 req-053f9151-eb63-4525-94df-fa860116c55f tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1158266 Jul 28 03:41:09.307617 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-e0c42742-fa8b-41bb-b805-84f44b027982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 1002 time: 0.1119316 Jul 28 03:41:09.389992 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b1556cbf-d99f-4088-86c6-d0d175e3f144 req-359dbbcf-f4f0-4760-91e9-83d7e201de00 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743425 Jul 28 03:41:09.390236 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Router 57329296-834e-41c1-b032-8a54ecad9089 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:09.391485 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486765b0-0294-4d1e-ab34-722fe8628674 req-603ae2e0-af93-4b83-90ad-1cce1543ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.392891 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-603ae2e0-af93-4b83-90ad-1cce1543ca89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.0762088 Jul 28 03:41:09.451640 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486765b0-0294-4d1e-ab34-722fe8628674 req-26b23c3d-6dbc-4ad9-8d73-de1613cb9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:09.453463 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-26b23c3d-6dbc-4ad9-8d73-de1613cb9e2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531471 Jul 28 03:41:09.529169 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:09.539345 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55360) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:09.540453 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-72968c9f-8859-48e2-8300-e7781ff78e5f admin admin] 10.222.0.26 "PUT /v2.0/routers/57329296-834e-41c1-b032-8a54ecad9089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938151 Jul 28 03:41:09.541442 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Sync routers for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:09.554250 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb9b39ea-f68c-4491-af7a-f1d097a73622 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:09.556722 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:09.557503 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:09.578593 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: eb9b39ea-f68c-4491-af7a-f1d097a73622 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:09.579291 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb9b39ea-f68c-4491-af7a-f1d097a73622 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:09.611086 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-7d4cc7d8-859c-415f-b766-9f80c412c581 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503005 Jul 28 03:41:09.677661 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:09.738228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.795200 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-486765b0-0294-4d1e-ab34-722fe8628674 req-810aa0f8-a7da-4256-b637-2392446ed959 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767397 Jul 28 03:41:09.860523 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.875687 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0ee77669-1fe9-4deb-9233-15b04818270e up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:09.915419 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Deleting port a6f25925-290a-4173-b797-2812379d7905 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:09.915763 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.938753 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f25925-290a-4173-b797-2812379d7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:41:08Z', 'revision_number': 5, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port': {'id': 'a6f25925-290a-4173-b797-2812379d7905', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57329296-834e-41c1-b032-8a54ecad9089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:28Z', 'updated_at': '2021-07-28T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:09.966123 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Checking router: 57329296-834e-41c1-b032-8a54ecad9089 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:09.966458 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 0ee77669-1fe9-4deb-9233-15b04818270e completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:09.971018 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 0ee77669-1fe9-4deb-9233-15b04818270e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:09.971547 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:09.976266 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Routers {'57329296-834e-41c1-b032-8a54ecad9089'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:09.977101 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['57329296-834e-41c1-b032-8a54ecad9089'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:10.055024 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] For port a6f25925-290a-4173-b797-2812379d7905, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a6f25925-290a-4173-b797-2812379d7905,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:10.055412 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.067620 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.073193 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Calling delete_port for a6f25925-290a-4173-b797-2812379d7905 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:10.076189 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] Set router 57329296-834e-41c1-b032-8a54ecad9089 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:10.090183 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:10.092426 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00305eb-0b45-47e3-8430-186480f54983" -d '{"events": [{"server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:10.092959 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4ca12-5a9f-4ba2-ba54-69baefed4e2c req-580f1655-875d-4b93-afca-192313b01621 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.094545 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3e4ca12-5a9f-4ba2-ba54-69baefed4e2c req-580f1655-875d-4b93-afca-192313b01621 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 945 time: 0.1099772 Jul 28 03:41:10.106530 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0ee77669-1fe9-4deb-9233-15b04818270e,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:10.111647 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.143438 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b55bff-e14e-4c3d-8b27-45558516250a x-openstack-request-id: req-51b55bff-e14e-4c3d-8b27-45558516250a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:10.143818 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:10.144179 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51b55bff-e14e-4c3d-8b27-45558516250a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:10.144574 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e', 'code': 200} Jul 28 03:41:10.158925 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:41:09Z', 'revision_number': 6, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port_host': None}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:10.176662 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:10.191319 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f0d70-15dc-4d46-a278-ef1ef7e2c1cc None None] The sync data for ids ['57329296-834e-41c1-b032-8a54ecad9089'] in dv-cinder-733062-21-smb is: [{'id': '57329296-834e-41c1-b032-8a54ecad9089', 'name': 'tempest-TestMinimumBasicScenario-1406671198-router', 'tenant_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:27Z', 'updated_at': '2021-07-28T03:41:09Z', 'revision_number': 6, 'project_id': '3ec7fe36221b4e4b977b3ec146bdd2aa', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:10.209456 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c3e4ca12-5a9f-4ba2-ba54-69baefed4e2c req-a9ed3ac9-2d3a-4dec-9f94-8726151465fd tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011302 Jul 28 03:41:10.395330 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c2ee-f460-4c62-a784-1b711c7cb82b req-c1646436-32b6-47eb-a088-5f423f880068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.396840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb37c2ee-f460-4c62-a784-1b711c7cb82b req-c1646436-32b6-47eb-a088-5f423f880068 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 1099 time: 0.0707753 Jul 28 03:41:10.397897 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.427527 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f25925-290a-4173-b797-2812379d7905,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:10.516424 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb37c2ee-f460-4c62-a784-1b711c7cb82b req-3cc1757a-8c51-4bcc-8161-7c2e6c5c49cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976489 Jul 28 03:41:10.546092 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.570768 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607573d-7d58-4845-bea0-5a6c47125577 req-568231fb-6005-4d3a-9943-6ef2db487759 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:10.572264 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4607573d-7d58-4845-bea0-5a6c47125577 req-568231fb-6005-4d3a-9943-6ef2db487759 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1015038 Jul 28 03:41:10.680573 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.683521 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.718175 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4607573d-7d58-4845-bea0-5a6c47125577 req-738d03ad-c758-47a3-a822-ca3a94bed696 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165528 Jul 28 03:41:10.754951 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.755473 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57329296-834e-41c1-b032-8a54ecad9089 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:41:10.760575 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.761681 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-28a43c60-09f6-466c-81c4-525a7a64dcb1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/57329296-834e-41c1-b032-8a54ecad9089 HTTP/1.1" status: 204 len: 168 time: 1.2211447 Jul 28 03:41:10.764145 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55382) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:10.808141 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Deleting subnet 654414d5-c4ec-4268-8ca4-02f2684440c9 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:41:10.811366 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.847310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2866469'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:10.950457 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.009152 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2650171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9593088'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.037740 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.039749 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/654414d5-c4ec-4268-8ca4-02f2684440c9 HTTP/1.1" status: 204 len: 168 time: 0.2746994 Jul 28 03:41:11.040547 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90680e-85f6-4535-ae97-56a1e47a1331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654414d5-c4ec-4268-8ca4-02f2684440c9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:11.042552 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55384) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:11.045194 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2655e-a3d1-4f73-a82d-770190e0664c None None] Network 336a17ba-db86-4e12-a6cb-116cc02721fd requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:41:11.117775 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.183428 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Deleting port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:11.183788 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.273424 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] For port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:11.273835 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.281715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] DHCP port deletion for 336a17ba-db86-4e12-a6cb-116cc02721fd request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:41:11.289468 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Calling delete_port for b1b1f725-ec4a-43fb-89bd-dcb0c06773ba owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:11.376217 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Deleting port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:11.376836 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.390772 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597cc9c-4c68-4e11-b075-5541218b1e21 req-7a415089-b6d5-4b1b-a5bd-d679f4af7e82 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:11.400207 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5597cc9c-4c68-4e11-b075-5541218b1e21 req-7a415089-b6d5-4b1b-a5bd-d679f4af7e82 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0970237 Jul 28 03:41:11.471037 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5597cc9c-4c68-4e11-b075-5541218b1e21 req-a3678ff1-94db-4a86-9084-a3de3712aca4 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698898 Jul 28 03:41:11.544429 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a6f25925-290a-4173-b797-2812379d7905 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:11.578173 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: a6f25925-290a-4173-b797-2812379d7905 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:11.586073 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a6f25925-290a-4173-b797-2812379d7905 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:11.586903 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device b1b1f725-ec4a-43fb-89bd-dcb0c06773ba no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:11.590977 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] For port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,segment=NetworkSegment(85f98aa1-e5c8-4a9a-a768-65cf3668ec01),segment_id=85f98aa1-e5c8-4a9a-a768-65cf3668ec01)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:11.591542 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.634425 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Calling delete_port for b1b1f725-ec4a-43fb-89bd-dcb0c06773ba owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:11.734056 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.770326 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.783127 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:11.783314 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.787478 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] No DVR routers for this DVR port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba on host dv-cinder-733062-21-smb {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:11.817033 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] Pushing event deleted for resources: {'Port': ['ID=b1b1f725-ec4a-43fb-89bd-dcb0c06773ba,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:11.826458 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b0e89-1d3b-47d3-a646-077a42b2c107 None None] No DVR routers for this DVR port b1b1f725-ec4a-43fb-89bd-dcb0c06773ba on host dv-cinder-733062-21-smb {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:11.863332 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb0cdfb2-d408-434e-a5be-9ef3d1567244 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:11.867318 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184f28-067c-483a-b80c-455773688ff9 req-ec579bb7-5c38-4169-ac1a-773c9acf38a1 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:11.867775 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.869674 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-43184f28-067c-483a-b80c-455773688ff9 req-ec579bb7-5c38-4169-ac1a-773c9acf38a1 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0677075 Jul 28 03:41:11.884206 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: eb0cdfb2-d408-434e-a5be-9ef3d1567244 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:11.884561 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device eb0cdfb2-d408-434e-a5be-9ef3d1567244 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:11.886070 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336a17ba-db86-4e12-a6cb-116cc02721fd']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:11.903076 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f98aa1-e5c8-4a9a-a768-65cf3668ec01') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:11.904044 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f98aa1-e5c8-4a9a-a768-65cf3668ec01') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:11.916794 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.920142 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-43184f28-067c-483a-b80c-455773688ff9 req-dccd16f3-d8f8-4619-b49f-a4eba2e8d2b8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Jul 28 03:41:11.931997 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.938834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:41:11.939304 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:41:11.941015 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:41:11.996601 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.002034 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.003913 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] 10.222.0.26 "DELETE /v2.0/networks/336a17ba-db86-4e12-a6cb-116cc02721fd HTTP/1.1" status: 204 len: 168 time: 0.9602127 Jul 28 03:41:12.018208 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7829a3-0f8d-448d-a19b-afad3bb51820 admin admin] Pushing event deleted for resources: {'Network': ['ID=336a17ba-db86-4e12-a6cb-116cc02721fd,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:12.110834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55400) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:12.150109 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-6400f23e-cbb6-43e0-99ab-6d48684ae170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7509e2d77174ba0b5cbc11238fb2d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380592 Jul 28 03:41:12.152497 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55402) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:12.200848 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.224714 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.269487 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.272478 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.273664 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9af69284-6d9b-4cff-b2dd-98d4e075b9d2 HTTP/1.1" status: 204 len: 168 time: 0.1202638 Jul 28 03:41:12.281311 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227388f-2d2e-495c-988f-f42953c2b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af69284-6d9b-4cff-b2dd-98d4e075b9d2,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:12.602871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c62faf-81f7-4fe9-b784-b8163bd83112 req-0cdea15f-834f-4679-bf70-ee78e79438d9 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:12.604409 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d4c62faf-81f7-4fe9-b784-b8163bd83112 req-0cdea15f-834f-4679-bf70-ee78e79438d9 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0547600 Jul 28 03:41:12.615927 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55412) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:12.644574 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d4c62faf-81f7-4fe9-b784-b8163bd83112 req-58a7b606-4662-42f3-af18-0fb273411413 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335367 Jul 28 03:41:12.655684 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-10020d53-66ab-4af3-aa50-c010d2bfc4d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ec7fe36221b4e4b977b3ec146bdd2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385516 Jul 28 03:41:12.658319 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55414) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:12.709725 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.755162 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.803308 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ad32-bb8a-4299-9c3d-c2eb90837001 req-4ef4f02f-5ad1-4bf8-a567-6eefca5f206d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:12.804812 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f308ad32-bb8a-4299-9c3d-c2eb90837001 req-4ef4f02f-5ad1-4bf8-a567-6eefca5f206d tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0932984 Jul 28 03:41:12.814400 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55422) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:12.819036 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Request body: {'floatingip': {'port_id': '0ee77669-1fe9-4deb-9233-15b04818270e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:12.864906 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.897301 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.899841 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:12.901135 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed50607d-2aaa-42fe-a94b-61a763d51c41 HTTP/1.1" status: 204 len: 168 time: 0.2418737 Jul 28 03:41:12.929986 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947a47e-30b9-4cc8-ac8e-0a16444c86cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50607d-2aaa-42fe-a94b-61a763d51c41,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:13.373189 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7889-8138-4d41-bd0d-7e95b5d18bd3 req-81b7d0dc-b17f-4dae-9e59-547d8a5b65be tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:13.374733 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ba8b7889-8138-4d41-bd0d-7e95b5d18bd3 req-81b7d0dc-b17f-4dae-9e59-547d8a5b65be tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.3792751 Jul 28 03:41:13.457998 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ba8b7889-8138-4d41-bd0d-7e95b5d18bd3 req-9e94b715-784c-4419-bdfc-8ccf6523f9b9 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773160 Jul 28 03:41:13.725577 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:13.732037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:13.780156 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-884caab4-053d-42b1-be5f-d27d077b59b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313887 Jul 28 03:41:13.794740 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82653d4a-ead9-4aa3-bb2e-a7a097ab4759 req-77b83a15-542f-4418-bbde-8031d1b534f3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:13.796219 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-82653d4a-ead9-4aa3-bb2e-a7a097ab4759 req-77b83a15-542f-4418-bbde-8031d1b534f3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.1464269 Jul 28 03:41:13.881809 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-82653d4a-ead9-4aa3-bb2e-a7a097ab4759 req-8600052d-4858-4b93-9354-338acc347be7 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Jul 28 03:41:13.897255 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Floating IP 0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88 associated. External IP: 172.28.0.59, port: 0ee77669-1fe9-4deb-9233-15b04818270e. Jul 28 03:41:14.142392 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:14.265099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:14.271232 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:14.275803 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:14.286730 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:14.287448 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:14.302985 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-882ce280-ec16-49e7-acf1-110571cc5da7 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "PUT /v2.0/floatingips/0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88 HTTP/1.1" status: 200 len: 991 time: 1.4875126 Jul 28 03:41:14.303572 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:14.305894 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b" -d '{"events": [{"name": "network-changed", "server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:14.351830 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe22f4b-326c-42b6-a406-d3011957b736 x-openstack-request-id: req-fbe22f4b-326c-42b6-a406-d3011957b736 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:14.352144 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:14.352395 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbe22f4b-326c-42b6-a406-d3011957b736 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:14.352792 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e', 'status': 'completed', 'code': 200} Jul 28 03:41:14.406868 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:14.431942 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-df985387-eaba-4ec6-a326-35cbac4c4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.433454 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-df985387-eaba-4ec6-a326-35cbac4c4e8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 1099 time: 0.0418558 Jul 28 03:41:14.529370 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-b474f50a-2aed-49ed-9746-67c6e658c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.533110 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-b474f50a-2aed-49ed-9746-67c6e658c613 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 200 len: 911 time: 0.0907230 Jul 28 03:41:14.603860 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-43ed7f53-147d-47d8-b872-84789db6a805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee77669-1fe9-4deb-9233-15b04818270e HTTP/1.1" status: 200 len: 999 time: 0.0648563 Jul 28 03:41:14.651157 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.59', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '0ee77669-1fe9-4deb-9233-15b04818270e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:67:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82efafce-486b-4168-aca0-c7a49470053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:41:00Z', 'updated_at': '2021-07-28T03:41:13Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:14.658725 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-14556d9a-5459-4e61-b786-b9bc6d4d156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.660696 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-14556d9a-5459-4e61-b786-b9bc6d4d156b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 200 len: 849 time: 0.0468552 Jul 28 03:41:14.679642 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:14.689200 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:14.690132 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:40:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:14.713526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-39fd6524-b33a-4ded-9127-37b218384e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:14.715128 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-39fd6524-b33a-4ded-9127-37b218384e57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b43a69f-0c94-4687-b4fb-9e5bd891df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0416510 Jul 28 03:41:14.808880 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:14.826706 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-67f3c33b-7bf8-4b10-bdf5-5f0d4137c0aa service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036448 Jul 28 03:41:14.946826 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f9f6fda2-f4f6-48e8-83f1-90d9d8f2028b req-979fae2a-ecb6-4f2f-ae06-d78ff3298556 service neutron] 10.222.0.36 "GET /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042526 Jul 28 03:41:15.025914 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade42ec-e45b-40d7-b2a2-43394bf85f40 req-15398ae0-3bd0-461d-be59-a9c428abbb5d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:15.027462 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ade42ec-e45b-40d7-b2a2-43394bf85f40 req-15398ae0-3bd0-461d-be59-a9c428abbb5d tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0579052 Jul 28 03:41:15.056018 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.59', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '0ee77669-1fe9-4deb-9233-15b04818270e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:67:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82efafce-486b-4168-aca0-c7a49470053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:41:00Z', 'updated_at': '2021-07-28T03:41:13Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:15.070088 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ade42ec-e45b-40d7-b2a2-43394bf85f40 req-06ce2cd2-537f-4088-bd00-28c6d86161be tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366631 Jul 28 03:41:15.208600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3004-10c8-4649-8cf0-6e0ee5550f16 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_floatingips': [{'id': '0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'floating_ip_address': '172.28.0.59', 'floating_network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'router_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'port_id': '0ee77669-1fe9-4deb-9233-15b04818270e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'mac_address': 'fa:16:3e:67:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82efafce-486b-4168-aca0-c7a49470053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:41:00Z', 'updated_at': '2021-07-28T03:41:13Z', 'revision_number': 1, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:15.216414 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-b998baee-f145-4ae7-8a67-6578a675f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:15.218007 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-b998baee-f145-4ae7-8a67-6578a675f127 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4&tenant_id=2ec8f7dad46645b993ed52d18420d074 HTTP/1.1" status: 200 len: 1099 time: 0.0526257 Jul 28 03:41:15.292760 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-ed80f2ad-ae04-4aee-88e7-856c0e4f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:15.294307 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-ed80f2ad-ae04-4aee-88e7-856c0e4f54fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.0505383 Jul 28 03:41:15.400152 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00a9370-e274-442d-8c4c-901955aee6c7 None None] New status for floating IP 0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:41:15.881353 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:15.956858 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:15.987278 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:15.989637 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82a19ae-8fb4-421a-89b6-fc5d6312ff92" -d '{"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-unplugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:16.002608 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:16.007281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:16.033629 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f98906-a3a6-4e4a-8b55-9e62a52fbf97 x-openstack-request-id: req-05f98906-a3a6-4e4a-8b55-9e62a52fbf97 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:16.033976 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-unplugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:16.034231 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05f98906-a3a6-4e4a-8b55-9e62a52fbf97 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:16.034613 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'code': 200} Jul 28 03:41:16.059198 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:17.395116 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-1f7020b5-2dac-43c0-94c2-5c079947e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.396556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-1f7020b5-2dac-43c0-94c2-5c079947e0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.1218381 Jul 28 03:41:17.419818 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf01b3-17c9-421e-b938-f160aba049b5 req-bcb0a801-711d-4110-9ab7-76000a8a4b7f tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.421216 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eebf01b3-17c9-421e-b938-f160aba049b5 req-bcb0a801-711d-4110-9ab7-76000a8a4b7f tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.0681424 Jul 28 03:41:17.495047 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-070500da-b2c8-4808-b0f0-b4f71844b892 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0899696 Jul 28 03:41:17.499764 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eebf01b3-17c9-421e-b938-f160aba049b5 req-11b6170d-677f-4d7c-bb3d-6715c80b1066 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527885 Jul 28 03:41:17.545120 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-764ae669-1dfa-42cd-83de-8bab3d821515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.546556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-764ae669-1dfa-42cd-83de-8bab3d821515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.0425112 Jul 28 03:41:17.592692 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-b7dc58d3-8999-40d8-bb02-cbda51cc8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:17.594115 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-b7dc58d3-8999-40d8-bb02-cbda51cc8d43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0387111 Jul 28 03:41:17.683546 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-039ced91-ee06-4ef5-878e-9d293a239ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807760 Jul 28 03:41:17.770396 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-37d83040-6e33-451e-b966-4dbb0aec2835 req-73c86e14-28a6-4a39-820d-3b5f944b67f0 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787470 Jul 28 03:41:18.617550 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06251-2d95-4a46-956d-d911f2706e2f req-687c5722-5c71-410e-a9c2-4d0b3a6121e2 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:18.618994 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9f06251-2d95-4a46-956d-d911f2706e2f req-687c5722-5c71-410e-a9c2-4d0b3a6121e2 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.0514019 Jul 28 03:41:18.661198 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d9f06251-2d95-4a46-956d-d911f2706e2f req-d42dd461-52cd-48f3-8619-a1d844cc919e tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363703 Jul 28 03:41:19.206482 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c2e5-8bf1-4b41-a73f-c8667205b218 req-aa2c3217-99ea-4a01-a48f-f5656eb02c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:19.208459 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04e2c2e5-8bf1-4b41-a73f-c8667205b218 req-aa2c3217-99ea-4a01-a48f-f5656eb02c88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1097 time: 0.0398915 Jul 28 03:41:19.246355 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-04e2c2e5-8bf1-4b41-a73f-c8667205b218 req-b60dff6e-ab45-4be3-8410-fcf283a5e58b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268428 Jul 28 03:41:19.775471 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccc0e1-cc3d-4ed4-a4a8-0bd896cc778a req-66cb39cb-588c-4ae4-be52-1be152f5f0f6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:19.776916 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eaccc0e1-cc3d-4ed4-a4a8-0bd896cc778a req-66cb39cb-588c-4ae4-be52-1be152f5f0f6 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 944 time: 0.0481756 Jul 28 03:41:19.812559 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eaccc0e1-cc3d-4ed4-a4a8-0bd896cc778a req-641fb228-6dcd-451f-8eb1-5037e71c8240 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298924 Jul 28 03:41:19.892319 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:19.983597 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:19.994981 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'port_id': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'mac_address': 'fa:16:3e:4e:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:20.044765 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82defb47-b845-4465-a425-55d7e2427bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:20.047037 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:20.059462 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618c467b-e135-4e49-a1d4-45bf6b84c3b5 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:20.080593 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:20.084356 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:20.132749 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:20.417693 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['618c467b-e135-4e49-a1d4-45bf6b84c3b5'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:20.932726 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee5c04-9e1c-4310-ba65-be5bd1ac513e req-8e2d2d9f-b985-452c-bb3c-7c0df1ab1108 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:20.934216 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68ee5c04-9e1c-4310-ba65-be5bd1ac513e req-8e2d2d9f-b985-452c-bb3c-7c0df1ab1108 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Jul 28 03:41:20.975255 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-68ee5c04-9e1c-4310-ba65-be5bd1ac513e req-6f0318f8-d9ad-4ee2-b85b-7c5182325a1c tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Jul 28 03:41:21.911479 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:21.958494 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:21.958847 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.037731 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.058985 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:22.061207 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fcb46-bc81-4f57-bf0c-0aa6acd9706d" -d '{"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-plugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:22.073949 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:22.078004 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.102600 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f22cb8-34a2-4957-b040-f9302af0cf36 x-openstack-request-id: req-72f22cb8-34a2-4957-b040-f9302af0cf36 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:22.102892 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-plugged", "status": "completed", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:22.103144 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72f22cb8-34a2-4957-b040-f9302af0cf36 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:22.103527 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'code': 200} Jul 28 03:41:22.130504 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:22.455243 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-37283e5d-1c3b-4a99-96b6-7c474429dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:22.681005 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:23.801840 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.374328 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55606) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:25.446101 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.483604 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d1bcdb64-70dd-41e1-9e37-52e34152e4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.575016 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d1bcdb64-70dd-41e1-9e37-52e34152e4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.579585 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d1bcdb64-70dd-41e1-9e37-52e34152e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.618881 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcdb64-70dd-41e1-9e37-52e34152e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b45be-2cae-427c-8890-28b14c2eb6d4,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:25.625342 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-d1bcdb64-70dd-41e1-9e37-52e34152e4d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cddb8e0f237847c791e4033635ebb306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498872 Jul 28 03:41:25.628606 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55612) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:25.682666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.703153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.750636 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.753176 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.754417 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf3b45be-2cae-427c-8890-28b14c2eb6d4 HTTP/1.1" status: 204 len: 168 time: 0.1246665 Jul 28 03:41:25.762196 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baa84e-4349-48c4-aa24-470f3decef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b45be-2cae-427c-8890-28b14c2eb6d4,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:26.029866 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:26.712873 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 55648) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:26.811274 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8405f48a-c969-4fd8-bf1b-8493a66169ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:26.899917 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8405f48a-c969-4fd8-bf1b-8493a66169ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:26.903442 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8405f48a-c969-4fd8-bf1b-8493a66169ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:26.940816 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-8405f48a-c969-4fd8-bf1b-8493a66169ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6f9f84b82ff46bcaf5ed79206b08050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268956 Jul 28 03:41:26.941931 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f48a-c969-4fd8-bf1b-8493a66169ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f000d3-42a0-4c62-b85c-2c4620d6dd58,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:26.943583 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 55652) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:26.990027 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:27.010798 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:27.055950 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:27.058613 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:27.059805 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33f000d3-42a0-4c62-b85c-2c4620d6dd58 HTTP/1.1" status: 204 len: 168 time: 0.1152084 Jul 28 03:41:27.069234 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864396-854d-4247-8e17-df48146ebdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f000d3-42a0-4c62-b85c-2c4620d6dd58,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:31.995260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377005e3-e14d-4ccf-9abb-b2fa9b8b05eb req-f980f891-3477-4f8c-a9c8-e0d7141f94e4 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:31.996677 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-377005e3-e14d-4ccf-9abb-b2fa9b8b05eb req-f980f891-3477-4f8c-a9c8-e0d7141f94e4 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Jul 28 03:41:32.034856 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-377005e3-e14d-4ccf-9abb-b2fa9b8b05eb req-039e73da-a5a2-4de1-a86c-496047a74677 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 28 03:41:33.152525 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117511a-e1d3-45d4-86a5-50834b0ba83f req-aca2199d-0fa9-40b4-8418-4eb7a81bf9e1 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:33.153996 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c117511a-e1d3-45d4-86a5-50834b0ba83f req-aca2199d-0fa9-40b4-8418-4eb7a81bf9e1 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0510070 Jul 28 03:41:33.190794 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c117511a-e1d3-45d4-86a5-50834b0ba83f req-c33edd72-eaa4-41fa-b139-42a28e7edc42 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Jul 28 03:41:34.310305 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c9d9-25a4-4ec7-853a-d2cf3ff337a3 req-986741db-88cc-4ea5-affd-47c4af41eb52 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:34.311840 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-57f4c9d9-25a4-4ec7-853a-d2cf3ff337a3 req-986741db-88cc-4ea5-affd-47c4af41eb52 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Jul 28 03:41:34.350889 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-57f4c9d9-25a4-4ec7-853a-d2cf3ff337a3 req-916175e5-340c-496f-befb-cee7953c9e11 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Jul 28 03:41:35.563234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388d2ac-5131-42fb-b511-92dc016c998d req-ea2d0d30-05f9-4f49-9bb3-b96cd56311e3 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:35.565199 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b388d2ac-5131-42fb-b511-92dc016c998d req-ea2d0d30-05f9-4f49-9bb3-b96cd56311e3 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.1472569 Jul 28 03:41:35.601736 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b388d2ac-5131-42fb-b511-92dc016c998d req-9a8f0d3f-adf7-45d9-8fdc-e2d273c539a8 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307522 Jul 28 03:41:36.764955 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1c24b-b434-45a9-ba68-af8c6d95551e req-39459e3c-0fd4-4f68-a631-90b8a469916a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:36.766431 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-57d1c24b-b434-45a9-ba68-af8c6d95551e req-39459e3c-0fd4-4f68-a631-90b8a469916a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0974133 Jul 28 03:41:36.802594 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-57d1c24b-b434-45a9-ba68-af8c6d95551e req-d27e6c20-0b05-4d8c-9fce-ad49e43b9cd2 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Jul 28 03:41:37.677659 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2be51-1045-48a5-9413-84e6c165771d req-7e7895e3-4fb4-43e4-8d4c-750a9855b7f8 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.679047 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bab2be51-1045-48a5-9413-84e6c165771d req-7e7895e3-4fb4-43e4-8d4c-750a9855b7f8 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Jul 28 03:41:37.768006 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Deleting port 0d94cfab-044b-422c-bddc-48d0df6259be {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:37.768670 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:37.855533 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] For port 0d94cfab-044b-422c-bddc-48d0df6259be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0d94cfab-044b-422c-bddc-48d0df6259be,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:37.855900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:37.868228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Calling delete_port for 0d94cfab-044b-422c-bddc-48d0df6259be owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:37.966392 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141c7a5-1542-4368-a994-29c1a7baf6f6 req-15e3ef2b-8a78-480a-9735-340689270f88 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:37.967764 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4141c7a5-1542-4368-a994-29c1a7baf6f6 req-15e3ef2b-8a78-480a-9735-340689270f88 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a95d72-40e0-4c47-b80a-b245acf6f760 HTTP/1.1" status: 200 len: 945 time: 0.0956864 Jul 28 03:41:38.018314 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4141c7a5-1542-4368-a994-29c1a7baf6f6 req-6cd877e2-3cbc-497f-9e4a-0416b96c79cc tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Jul 28 03:41:38.063039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.075404 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['0d94cfab-044b-422c-bddc-48d0df6259be'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:38.089603 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Pushing event deleted for resources: {'Port': ['ID=0d94cfab-044b-422c-bddc-48d0df6259be,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:38.135614 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] No DVR routers for this DVR port 0d94cfab-044b-422c-bddc-48d0df6259be on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:38.138113 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.140092 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bab2be51-1045-48a5-9413-84e6c165771d req-281129c3-8cad-4ea2-bc6e-d18ad4f7ea3a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "DELETE /v2.0/ports/0d94cfab-044b-422c-bddc-48d0df6259be HTTP/1.1" status: 204 len: 173 time: 0.4533949 Jul 28 03:41:38.140520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'name': 'network-vif-deleted', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:38.142753 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c44b98a-7958-480c-bdf0-e7f6defb4568" -d '{"events": [{"server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "name": "network-vif-deleted", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:38.181234 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3038573-6285-4dcc-ab5a-0da466ced66d x-openstack-request-id: req-b3038573-6285-4dcc-ab5a-0da466ced66d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:38.181524 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a95d72-40e0-4c47-b80a-b245acf6f760", "name": "network-vif-deleted", "tag": "0d94cfab-044b-422c-bddc-48d0df6259be", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:38.181804 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3038573-6285-4dcc-ab5a-0da466ced66d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:38.182203 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a95d72-40e0-4c47-b80a-b245acf6f760', 'name': 'network-vif-deleted', 'tag': '0d94cfab-044b-422c-bddc-48d0df6259be', 'status': 'completed', 'code': 200} Jul 28 03:41:42.031808 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0d94cfab-044b-422c-bddc-48d0df6259be no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:42.051972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 0d94cfab-044b-422c-bddc-48d0df6259be {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:42.052313 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0d94cfab-044b-422c-bddc-48d0df6259be not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:42.878321 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-82adbd7a-f933-467c-ad7c-ae8aac06b5da tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:42.879706 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-82adbd7a-f933-467c-ad7c-ae8aac06b5da tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 814 time: 0.0998688 Jul 28 03:41:42.894943 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-a7cd8494-0f62-4267-b791-9537960a6213 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/quotas/55db2ee53b2649acb32f1930fd61eb4e HTTP/1.1" status: 200 len: 375 time: 0.0092766 Jul 28 03:41:42.924834 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-1d5c22f7-3c1f-4da6-b039-cf85966975f0 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249572 Jul 28 03:41:43.052853 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-705b0025-499e-48f7-ae13-c779e1912447 service neutron] 10.222.0.26 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213889 Jul 28 03:41:43.138858 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-00b18450-2453-46a7-8fca-1fd761a3e211 service neutron] 10.222.0.26 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798128 Jul 28 03:41:43.298534 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8f4c674c-2f4e-4a99-b589-5581c93c0c52 req-7fb84aba-7f3d-47f9-91a2-353c0806cc7a tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jul 28 03:41:44.390597 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-adb48741-4b57-4b64-9257-3d38b8cbbae0 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.392067 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-adb48741-4b57-4b64-9257-3d38b8cbbae0 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 814 time: 0.1132286 Jul 28 03:41:44.409336 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Request body: {'port': {'device_id': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'network_id': '260fee65-e629-4499-9225-158e33771551', 'admin_state_up': True, 'tenant_id': '55db2ee53b2649acb32f1930fd61eb4e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:44.413521 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3fe74e89-0af0-43f0-a916-f522e896c93b req-5d67290c-697e-4067-86cb-156a58fa22ba tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 210 time: 0.0422959 Jul 28 03:41:44.517042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Made reservation on behalf of 55db2ee53b2649acb32f1930fd61eb4e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:41:44.521078 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.643450 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Allocated IP 172.20.0.5 (260fee65-e629-4499-9225-158e33771551/c4e68eb2-57a4-47e6-a5a4-c777186c3b44/3c818efe-79e7-446c-916f-15a1a6ee936a) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:41:44.784133 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.820335 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132817156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.860306 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Network 260fee65-e629-4499-9225-158e33771551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:41:44.863245 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:41:44.868888 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:41:44.894020 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Pushing event updated for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:44.905519 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.905895 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.906235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.906567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.906894 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.907222 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.907545 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.907874 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.908196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.908569 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.908888 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.909203 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.930079 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:44.930677 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.943865 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-90bbad1c-d48d-4e72-85d4-b4a1a8a11f4d tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383053 Jul 28 03:41:44.959109 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.v2.base [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Request body: {'port': {'device_id': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:41:45.008876 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.393875 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:45.531124 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c818efe-79e7-446c-916f-15a1a6ee936a {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:45.540096 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.557454 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Transition to ACTIVE for port object 3c818efe-79e7-446c-916f-15a1a6ee936a will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:41:45.565986 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a6bf2-9d36-4e50-9028-faf962d3b353 req-767932b6-1cf6-41ee-8423-88387a13ac44 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.567448 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-150a6bf2-9d36-4e50-9028-faf962d3b353 req-767932b6-1cf6-41ee-8423-88387a13ac44 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 931 time: 0.0747051 Jul 28 03:41:45.568476 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.631320 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:45.651583 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-150a6bf2-9d36-4e50-9028-faf962d3b353 req-b9ccd99a-7e20-4515-9172-0d3e82d3dc0b tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580683 Jul 28 03:41:45.712608 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Attempting to bind port 3c818efe-79e7-446c-916f-15a1a6ee936a on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:41:45.712939 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Attempting to bind port 3c818efe-79e7-446c-916f-15a1a6ee936a by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:41:45.713262 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Attempting to bind port 3c818efe-79e7-446c-916f-15a1a6ee936a on network 260fee65-e629-4499-9225-158e33771551 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:45.717413 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Port 3c818efe-79e7-446c-916f-15a1a6ee936a on network 260fee65-e629-4499-9225-158e33771551 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:41:45.717728 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Attempting to bind port 3c818efe-79e7-446c-916f-15a1a6ee936a on network 260fee65-e629-4499-9225-158e33771551 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:41:45.723049 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Checking agent: {'id': '76afd468-ae2c-4100-8d01-743fe1dbbf50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'started_at': datetime.datetime(2021, 7, 28, 3, 34, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:41:45.723384 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Checking segment: {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:41:45.723760 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Bound using segment: {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:41:45.724177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Bound port: 3c818efe-79e7-446c-916f-15a1a6ee936a, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c57ff16-a756-400e-b005-826a6fea03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '260fee65-e629-4499-9225-158e33771551'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:41:45.724528 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.788615 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:41:45.791556 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3c818efe-79e7-446c-916f-15a1a6ee936a,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:41:45.795942 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650213'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.826613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.827221 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:45.828616 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c818efe-79e7-446c-916f-15a1a6ee936a HTTP/1.1" status: 200 len: 1093 time: 0.8733897 Jul 28 03:41:45.829040 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:45.831783 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ee705e-7db4-4aae-a890-f5870e901411" -d '{"events": [{"name": "network-changed", "server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:45.856950 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920bc2-5480-457e-9b69-498afff1b8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:45.875335 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1996cf61-782e-4b3f-aa56-a6ac2581ffa2 x-openstack-request-id: req-1996cf61-782e-4b3f-aa56-a6ac2581ffa2 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:45.875622 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:45.875871 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1996cf61-782e-4b3f-aa56-a6ac2581ffa2 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:45.876261 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a', 'status': 'completed', 'code': 200} Jul 28 03:41:45.905618 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-108b4bba-7fd9-4c32-bdf4-adb790fb0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.907151 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-108b4bba-7fd9-4c32-bdf4-adb790fb0dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 1096 time: 0.0420480 Jul 28 03:41:45.952036 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-e8da9fc0-b3ce-48f2-952d-1dd0b9dd649f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c818efe-79e7-446c-916f-15a1a6ee936a HTTP/1.1" status: 200 len: 217 time: 0.0347507 Jul 28 03:41:45.999341 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-4e8dc9ba-fe9e-4ef3-b4f8-ccb3f8d44a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.000694 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-4e8dc9ba-fe9e-4ef3-b4f8-ccb3f8d44a48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e68eb2-57a4-47e6-a5a4-c777186c3b44 HTTP/1.1" status: 200 len: 854 time: 0.0406101 Jul 28 03:41:46.031569 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-3aee6fde-6cf7-42bb-b751-ac56518b8426 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=260fee65-e629-4499-9225-158e33771551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234442 Jul 28 03:41:46.121627 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-1caad81e-d4b4-44a8-af2d-242daa4858d0 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809057 Jul 28 03:41:46.212294 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-fe78668b-7e2f-4ebd-8310-71f39ace3f52 req-6d8af550-6b00-4197-980f-fd794de803a2 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801425 Jul 28 03:41:46.300082 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee705e-7db4-4aae-a890-f5870e901411 req-5d0c9ca9-4d8a-4c8f-9385-abe291f6c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.301573 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-5d0c9ca9-4d8a-4c8f-9385-abe291f6c7a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 1096 time: 0.0405490 Jul 28 03:41:46.393927 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee705e-7db4-4aae-a890-f5870e901411 req-c931db7d-c5bf-481a-92be-a1c3ea2b3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.395372 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-c931db7d-c5bf-481a-92be-a1c3ea2b3b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 200 len: 915 time: 0.0846038 Jul 28 03:41:46.438428 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-eeed0124-a55c-470a-a54d-3d21d56eaaaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c818efe-79e7-446c-916f-15a1a6ee936a HTTP/1.1" status: 200 len: 217 time: 0.0321124 Jul 28 03:41:46.493036 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee705e-7db4-4aae-a890-f5870e901411 req-e265b683-6aa3-43cb-b9c6-232f6b215ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.494398 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-e265b683-6aa3-43cb-b9c6-232f6b215ae6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e68eb2-57a4-47e6-a5a4-c777186c3b44 HTTP/1.1" status: 200 len: 854 time: 0.0443776 Jul 28 03:41:46.527135 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-55fdd845-eb49-4662-ab2b-bcfdc6cba016 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=260fee65-e629-4499-9225-158e33771551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235991 Jul 28 03:41:46.616784 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-c19967a2-8685-4951-8237-f40a3ece4884 service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778973 Jul 28 03:41:46.711886 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-49ee705e-7db4-4aae-a890-f5870e901411 req-c4a6a9fa-584a-4375-965d-be10ca2b412d service neutron] 10.222.0.36 "GET /v2.0/networks/260fee65-e629-4499-9225-158e33771551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859036 Jul 28 03:41:46.768974 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93e0c3-16fa-42a6-9831-c90d6761b592 req-5ee4ce38-0e04-4d43-a53d-3a5486f8861e tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.770510 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-af93e0c3-16fa-42a6-9831-c90d6761b592 req-5ee4ce38-0e04-4d43-a53d-3a5486f8861e tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 943 time: 0.0504749 Jul 28 03:41:46.808033 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-af93e0c3-16fa-42a6-9831-c90d6761b592 req-72f2ae39-ec4c-4e5c-959c-8769ebd0e871 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Jul 28 03:41:47.927665 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7c5d2-cd26-4574-8f7e-ab1d6e90a484 req-550883ad-a1e5-4233-b236-eeb96ed6bfa2 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.929167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64c7c5d2-cd26-4574-8f7e-ab1d6e90a484 req-550883ad-a1e5-4233-b236-eeb96ed6bfa2 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 943 time: 0.0527539 Jul 28 03:41:47.966563 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-64c7c5d2-cd26-4574-8f7e-ab1d6e90a484 req-cf4f3e9c-a446-442c-8556-85c106d81ff4 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jul 28 03:41:48.061614 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 3c818efe-79e7-446c-916f-15a1a6ee936a details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:41:48.151014 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3c818efe-79e7-446c-916f-15a1a6ee936a,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:48.162559 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '3c818efe-79e7-446c-916f-15a1a6ee936a', 'network_id': '260fee65-e629-4499-9225-158e33771551', 'port_id': '3c818efe-79e7-446c-916f-15a1a6ee936a', 'mac_address': 'fa:16:3e:35:68:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e68eb2-57a4-47e6-a5a4-c777186c3b44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:41:48.200776 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.212947 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c818efe-79e7-446c-916f-15a1a6ee936a {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:41:48.231599 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3c818efe-79e7-446c-916f-15a1a6ee936a,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:48.235329 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.281094 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:48.288668 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.289018 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.289361 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.289699 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.290054 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.290391 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.290717 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.291044 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.291374 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.291701 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.292024 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.292346 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:48.515436 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['3c818efe-79e7-446c-916f-15a1a6ee936a'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:41:49.085632 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8c89d-795f-42ca-94e2-06a02619c4b6 req-66be7324-c510-43d8-8256-bab059a73278 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.087153 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-97f8c89d-795f-42ca-94e2-06a02619c4b6 req-66be7324-c510-43d8-8256-bab059a73278 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 944 time: 0.0530963 Jul 28 03:41:49.125603 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-97f8c89d-795f-42ca-94e2-06a02619c4b6 req-26de05bf-85e2-4ee3-bb7e-2d45b578f251 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jul 28 03:41:50.024781 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2bb0852d-adc7-40c2-afd7-2fddabca6cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.078142 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 3c818efe-79e7-446c-916f-15a1a6ee936a up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:41:50.126228 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning for port 3c818efe-79e7-446c-916f-15a1a6ee936a completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:41:50.130397 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 3c818efe-79e7-446c-916f-15a1a6ee936a triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:41:50.130768 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.208768 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.232928 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:50.235347 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c06f0d-4f14-4b85-9802-19098dccb738" -d '{"events": [{"server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "name": "network-vif-plugged", "status": "completed", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:50.242369 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20758-a4a2-4be8-bd3e-7e830b636e89 req-e849aebd-44ea-492d-bc54-aecb3b7d98bf tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:50.243981 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-85c20758-a4a2-4be8-bd3e-7e830b636e89 req-e849aebd-44ea-492d-bc54-aecb3b7d98bf tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 944 time: 0.0486562 Jul 28 03:41:50.248270 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3c818efe-79e7-446c-916f-15a1a6ee936a,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:50.253635 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:50.278206 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc6353-697f-4c1b-8b1b-e0998470326b x-openstack-request-id: req-a4bc6353-697f-4c1b-8b1b-e0998470326b {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:50.278491 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "name": "network-vif-plugged", "status": "completed", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:50.278732 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4bc6353-697f-4c1b-8b1b-e0998470326b {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:50.279111 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a', 'code': 200} Jul 28 03:41:50.288273 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-85c20758-a4a2-4be8-bd3e-7e830b636e89 req-068744e9-0868-4881-a253-ecaf1cad02e1 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Jul 28 03:41:50.310090 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:50.483070 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0141693-cb8e-4d6f-a36d-2deda84744b2 req-113c6664-b24a-4d19-88af-069723ffd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:50.484542 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c0141693-cb8e-4d6f-a36d-2deda84744b2 req-113c6664-b24a-4d19-88af-069723ffd18a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 1098 time: 0.0783958 Jul 28 03:41:50.521468 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c0141693-cb8e-4d6f-a36d-2deda84744b2 req-598d9ddc-44a1-4a16-b0d1-642a2b7254af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264280 Jul 28 03:41:51.406566 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a8037-7f1e-40f4-9d82-d51997715d18 req-b5e57f58-4d31-414f-a646-fdb7dd7f9d61 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:51.408806 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4c3a8037-7f1e-40f4-9d82-d51997715d18 req-b5e57f58-4d31-414f-a646-fdb7dd7f9d61 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Jul 28 03:41:51.463712 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4c3a8037-7f1e-40f4-9d82-d51997715d18 req-47cced9d-84bb-45f5-b41e-9a9f6bb5da21 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Jul 28 03:41:52.455040 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34106d61-f2f3-4e70-8865-088443c0aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:52.573196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8264-f108-4e2c-aafb-c6a058c9727d req-4d4cff6f-0a67-4262-8c4a-4ce6b34c2d00 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.574682 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bfba8264-f108-4e2c-aafb-c6a058c9727d req-4d4cff6f-0a67-4262-8c4a-4ce6b34c2d00 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Jul 28 03:41:52.610934 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bfba8264-f108-4e2c-aafb-c6a058c9727d req-b8b3265c-7851-40a0-8908-71468225236c tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Jul 28 03:41:52.681690 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:53.589266 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-5d583fcb-64bd-43d5-8302-55b67c7b0062 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395031 Jul 28 03:41:53.720961 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de65a4-74b7-4b69-a8fc-d594fc84dd02 req-584e1dba-81f8-469f-910e-0ac90c9e64a2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.722483 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11de65a4-74b7-4b69-a8fc-d594fc84dd02 req-584e1dba-81f8-469f-910e-0ac90c9e64a2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0797145 Jul 28 03:41:53.724251 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd410-3064-4ea1-96b2-353132d4baba req-5fd7e9c1-8598-42bc-b05f-1d4abf9024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.725627 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-5fd7e9c1-8598-42bc-b05f-1d4abf9024c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.0729511 Jul 28 03:41:53.777209 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-11de65a4-74b7-4b69-a8fc-d594fc84dd02 req-f0419d70-a4a7-482f-a61d-932422206fcf tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Jul 28 03:41:53.805988 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:53.847194 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd410-3064-4ea1-96b2-353132d4baba req-3be619b8-4791-4a54-b54c-841e22099191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.848940 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-3be619b8-4791-4a54-b54c-841e22099191 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.0941620 Jul 28 03:41:53.922793 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-8413caaa-d1da-4e1a-994e-593f10fe1c13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 1002 time: 0.0558956 Jul 28 03:41:53.973318 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd410-3064-4ea1-96b2-353132d4baba req-761eb30f-303a-44f6-aa6f-f966dd43f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.974839 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-761eb30f-303a-44f6-aa6f-f966dd43f6a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.0427995 Jul 28 03:41:54.027354 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd410-3064-4ea1-96b2-353132d4baba req-7baa684c-2f0e-4692-9e70-4af1457ce300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:54.028934 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-7baa684c-2f0e-4692-9e70-4af1457ce300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0457792 Jul 28 03:41:54.135755 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-fb72be1f-d9d8-40fd-8b4c-75269204ef0e service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847981 Jul 28 03:41:54.234580 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e11bd410-3064-4ea1-96b2-353132d4baba req-ff73033f-2d10-4e9a-8f57-2b7ec4a9c2e1 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867050 Jul 28 03:41:54.907136 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f5e8-003c-477f-be7e-80b16b27fb9d req-aeefb80c-f500-435c-a92b-cffedaeebd67 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:54.909127 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb54f5e8-003c-477f-be7e-80b16b27fb9d req-aeefb80c-f500-435c-a92b-cffedaeebd67 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0589681 Jul 28 03:41:54.946855 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-eb54f5e8-003c-477f-be7e-80b16b27fb9d req-d7190caa-9902-401a-b262-a23cbe740db8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Jul 28 03:41:55.448604 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.042698 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.068257 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41a25-4cb1-4db6-927b-a6b8a6cc5bbc req-10e65a08-c707-4279-9b6d-52a1d051d8cb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:56.069725 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cca41a25-4cb1-4db6-927b-a6b8a6cc5bbc req-10e65a08-c707-4279-9b6d-52a1d051d8cb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Jul 28 03:41:56.106015 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cca41a25-4cb1-4db6-927b-a6b8a6cc5bbc req-18736d28-fbc1-4f47-aab9-7ff0bda4f509 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Jul 28 03:41:57.222574 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47b75-d42c-4262-adb2-710cdc797973 req-0fb9781d-e840-4db9-928c-05244acce000 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:57.224043 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6c47b75-d42c-4262-adb2-710cdc797973 req-0fb9781d-e840-4db9-928c-05244acce000 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0471668 Jul 28 03:41:57.267249 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6c47b75-d42c-4262-adb2-710cdc797973 req-8fbfcc9d-2a62-4e06-81e2-cd817df31298 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Jul 28 03:41:58.382966 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74646b-aaf6-4465-ad52-36cc1a431b61 req-d14c0a6d-751f-4b5b-a844-eff937051f2e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:58.384718 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed74646b-aaf6-4465-ad52-36cc1a431b61 req-d14c0a6d-751f-4b5b-a844-eff937051f2e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0471957 Jul 28 03:41:58.422230 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ed74646b-aaf6-4465-ad52-36cc1a431b61 req-0e561f55-bd7b-47a4-a601-4b166e3db077 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Jul 28 03:41:59.543983 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7d241-7c99-4e0c-a90b-116f236bcc1a req-115c796d-f5cc-496e-91e7-ef48fedff1e5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:59.545487 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0f7d241-7c99-4e0c-a90b-116f236bcc1a req-115c796d-f5cc-496e-91e7-ef48fedff1e5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Jul 28 03:41:59.582509 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b0f7d241-7c99-4e0c-a90b-116f236bcc1a req-c13833ad-3169-4a16-aa4b-0ebecefb4be6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Jul 28 03:42:00.703690 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d29e29-71a9-41ca-bf9c-c6f88a6c67dc req-2da138ee-b4b6-4060-a0dc-01ceb4aec4fc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:00.705745 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f4d29e29-71a9-41ca-bf9c-c6f88a6c67dc req-2da138ee-b4b6-4060-a0dc-01ceb4aec4fc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0494778 Jul 28 03:42:00.745906 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f4d29e29-71a9-41ca-bf9c-c6f88a6c67dc req-0612d918-43bb-43f3-b047-39278ba4c849 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Jul 28 03:42:01.869141 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bbfb8-25e9-478d-95f5-4f77452fcd1a req-6738ec30-b7fd-40b5-a494-edc4110f6c88 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:01.870671 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-251bbfb8-25e9-478d-95f5-4f77452fcd1a req-6738ec30-b7fd-40b5-a494-edc4110f6c88 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0492437 Jul 28 03:42:01.909806 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-251bbfb8-25e9-478d-95f5-4f77452fcd1a req-8030ac24-b2a0-46b9-ba95-d456027ee697 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321016 Jul 28 03:42:03.032943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce21c-2d1f-416c-ab9b-461a20ea258b req-1a566c44-e548-4f11-91ea-fe1d128f669e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:03.034603 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1c5ce21c-2d1f-416c-ab9b-461a20ea258b req-1a566c44-e548-4f11-91ea-fe1d128f669e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Jul 28 03:42:03.078520 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1c5ce21c-2d1f-416c-ab9b-461a20ea258b req-6fde8d11-1b6f-402d-b3c5-338e66211f2f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372546 Jul 28 03:42:04.199092 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d0ac3-526e-4900-9e08-987b5e0d6174 req-2db4f22b-8643-47c4-9863-8f6745a931d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:04.200563 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9d7d0ac3-526e-4900-9e08-987b5e0d6174 req-2db4f22b-8643-47c4-9863-8f6745a931d7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Jul 28 03:42:04.243859 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9d7d0ac3-526e-4900-9e08-987b5e0d6174 req-47667972-f256-476f-b343-9bdf58632a55 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363512 Jul 28 03:42:05.365969 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350e056-020b-409a-9aba-99e6da11a272 req-326fe42b-d950-4965-b63b-fcbf56e480f4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:05.367442 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b350e056-020b-409a-9aba-99e6da11a272 req-326fe42b-d950-4965-b63b-fcbf56e480f4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0480430 Jul 28 03:42:05.403676 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b350e056-020b-409a-9aba-99e6da11a272 req-a03afb7b-7f68-4877-884b-675f4fee28ad tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Jul 28 03:42:06.526369 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34449e1a-e7ae-4f75-aa80-ca547807e7df req-f546a39d-3b5d-4839-b1b3-ba5a15bd478a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:06.528187 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34449e1a-e7ae-4f75-aa80-ca547807e7df req-f546a39d-3b5d-4839-b1b3-ba5a15bd478a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Jul 28 03:42:06.566873 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-34449e1a-e7ae-4f75-aa80-ca547807e7df req-9d7a8f25-ae36-4b1d-bdb6-54bc43b8fc18 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Jul 28 03:42:07.684613 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9ac64-cda2-40fe-b7ef-da5ae0710af4 req-b2283c11-640b-4482-9a53-06dd0a8c8287 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:07.686009 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ced9ac64-cda2-40fe-b7ef-da5ae0710af4 req-b2283c11-640b-4482-9a53-06dd0a8c8287 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0478587 Jul 28 03:42:07.725890 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ced9ac64-cda2-40fe-b7ef-da5ae0710af4 req-433599fc-f306-47d2-939f-0a39c50bfaee tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334792 Jul 28 03:42:08.296904 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9435124-c044-4570-9354-ab8a82b118d3 req-231cbb50-aae1-48ce-add4-cd3241c95cdc tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.299016 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c9435124-c044-4570-9354-ab8a82b118d3 req-231cbb50-aae1-48ce-add4-cd3241c95cdc tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Jul 28 03:42:08.335899 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-c9435124-c044-4570-9354-ab8a82b118d3 req-304084ad-f155-41c8-96a7-64d9bb404dde tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jul 28 03:42:08.844798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a57da-b62a-47d7-a3cd-c8e39ace3bed req-83d60f41-f1ca-4829-a3d0-7df06bfccd2c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:08.846317 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb1a57da-b62a-47d7-a3cd-c8e39ace3bed req-83d60f41-f1ca-4829-a3d0-7df06bfccd2c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Jul 28 03:42:08.882925 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb1a57da-b62a-47d7-a3cd-c8e39ace3bed req-c04c46f1-cfeb-44f5-b754-3927b8bc3f7f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308585 Jul 28 03:42:09.449851 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ccc77-f0c0-4331-99d1-64a566360faa req-806ec5f4-13f2-4d11-93aa-86b9e64391ca tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:09.451323 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7c5ccc77-f0c0-4331-99d1-64a566360faa req-806ec5f4-13f2-4d11-93aa-86b9e64391ca tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Jul 28 03:42:09.500251 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7c5ccc77-f0c0-4331-99d1-64a566360faa req-431a49ef-2b16-42ba-8d85-2385d7381e42 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Jul 28 03:42:09.908687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db6568-97ff-4c77-9aca-987b45a1fef3 req-1024cc3b-55b5-4e2f-936b-e0440e916ddd tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:09.910191 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61db6568-97ff-4c77-9aca-987b45a1fef3 req-1024cc3b-55b5-4e2f-936b-e0440e916ddd tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0537171 Jul 28 03:42:09.947327 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-61db6568-97ff-4c77-9aca-987b45a1fef3 req-bcb720a5-746d-40a7-957f-0c5beba876de tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Jul 28 03:42:10.001839 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1023f-d2b5-45ae-a3eb-17c959ece0a7 req-d00bc861-c601-49b5-a2f4-d89ff7264870 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:10.003278 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-beb1023f-d2b5-45ae-a3eb-17c959ece0a7 req-d00bc861-c601-49b5-a2f4-d89ff7264870 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0475678 Jul 28 03:42:10.040321 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-beb1023f-d2b5-45ae-a3eb-17c959ece0a7 req-155f919b-3a3a-48b7-9e85-b0691c7b447a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310380 Jul 28 03:42:10.194539 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:42:10.290378 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:10.302700 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:42:10.338887 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:10.350684 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:42:10.369757 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:10.373219 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:10.419497 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:10.487736 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:10.614638 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881190b-bb3e-4d86-ac8a-7f12d7f56407 req-a7554885-8e22-447b-9377-d8f338ace3ff tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:10.617363 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4881190b-bb3e-4d86-ac8a-7f12d7f56407 req-a7554885-8e22-447b-9377-d8f338ace3ff tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Jul 28 03:42:10.660919 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4881190b-bb3e-4d86-ac8a-7f12d7f56407 req-c62dad0c-ec7a-4d3b-a85b-ff94fbb88855 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Jul 28 03:42:11.063165 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5a974-cdd5-4ec1-9102-45b8c9e9506b req-bfd1dda0-6d5d-4d41-888b-f11164918593 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:11.065657 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ad5a974-cdd5-4ec1-9102-45b8c9e9506b req-bfd1dda0-6d5d-4d41-888b-f11164918593 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0505800 Jul 28 03:42:11.104756 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1ad5a974-cdd5-4ec1-9102-45b8c9e9506b req-4cd177f1-a5e6-4613-a388-7a965f97ee94 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Jul 28 03:42:11.162962 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d9984-7d85-4be8-a077-947bb83e913e req-bbaaac55-ebed-48fc-acef-10a17bd894bc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:11.164558 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f5d9984-7d85-4be8-a077-947bb83e913e req-bbaaac55-ebed-48fc-acef-10a17bd894bc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Jul 28 03:42:11.203112 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-0f5d9984-7d85-4be8-a077-947bb83e913e req-8f26e8ff-69d6-4250-91ff-e115be2c392a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327604 Jul 28 03:42:11.783581 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa991c7-0c22-416e-9a08-a5e92023433d req-9cb18fef-cd12-4a68-af01-bf45fce64213 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:11.785334 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-faa991c7-0c22-416e-9a08-a5e92023433d req-9cb18fef-cd12-4a68-af01-bf45fce64213 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Jul 28 03:42:11.830788 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-faa991c7-0c22-416e-9a08-a5e92023433d req-bc60115c-01db-4329-9f3e-c55b4b687d15 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383339 Jul 28 03:42:12.099687 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-f65ddce3-54c5-4d15-9fd4-0bbefd89703a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:12.101156 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-f65ddce3-54c5-4d15-9fd4-0bbefd89703a tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.0604393 Jul 28 03:42:12.213117 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:12.246962 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Deleting port 0ee77669-1fe9-4deb-9233-15b04818270e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:12.247637 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.309832 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33342f-5ca7-4e1b-9195-74862c4f0359 req-6543c793-c5ce-43cd-9c7f-2c48df462a0e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:12.311375 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec33342f-5ca7-4e1b-9195-74862c4f0359 req-6543c793-c5ce-43cd-9c7f-2c48df462a0e tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 946 time: 0.1126065 Jul 28 03:42:12.335262 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:12.335941 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.422138 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec33342f-5ca7-4e1b-9195-74862c4f0359 req-ae912c27-f3f4-449f-a3e3-ac8aee43fc94 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4cd8ac6-2285-4aaf-9345-48571800321b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001730 Jul 28 03:42:12.424461 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] For port 0ee77669-1fe9-4deb-9233-15b04818270e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0ee77669-1fe9-4deb-9233-15b04818270e,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:12.424833 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.442902 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ddb8-abdb-4e2d-9dd7-7dd0661a62ba req-7d487e1a-3e74-4f34-896e-da0dacd12104 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:12.444419 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4489ddb8-abdb-4e2d-9dd7-7dd0661a62ba req-7d487e1a-3e74-4f34-896e-da0dacd12104 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 945 time: 0.1109874 Jul 28 03:42:12.453252 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.491826 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:12.494015 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:12.498926 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1d3be-c0db-4295-b272-d661ab66d49a" -d '{"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:12.504528 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.542465 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4489ddb8-abdb-4e2d-9dd7-7dd0661a62ba req-cb74efbb-2180-4ac2-b570-f86328e0bc61 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900867 Jul 28 03:42:12.579352 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:12.658022 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b0e0a7-eea3-49e8-bd3b-f04855657e6f x-openstack-request-id: req-f0b0e0a7-eea3-49e8-bd3b-f04855657e6f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:12.658674 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:12.659108 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0b0e0a7-eea3-49e8-bd3b-f04855657e6f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:12.659508 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'code': 200} Jul 28 03:42:12.680187 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.680676 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.681131 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.db.l3_db [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Floating IP 0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88 disassociated. External IP: 172.28.0.59, port: 0ee77669-1fe9-4deb-9233-15b04818270e. Jul 28 03:42:12.681663 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Calling delete_port for 0ee77669-1fe9-4deb-9233-15b04818270e owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:12.824608 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:12.855372 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'Port': ['ID=0ee77669-1fe9-4deb-9233-15b04818270e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:13.021267 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:13.028908 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf55d-bb2e-4b5a-9058-dd32f044d53b req-f2599ebb-907a-4fbf-97b7-3ca5c6c01f18 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:13.030455 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb2cf55d-bb2e-4b5a-9058-dd32f044d53b req-f2599ebb-907a-4fbf-97b7-3ca5c6c01f18 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.1002402 Jul 28 03:42:13.054532 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a44df-29dc-466a-964a-4348d2131374 req-a5665f23-fd30-442e-81b7-b2a739e41919 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:13.056716 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-b54a44df-29dc-466a-964a-4348d2131374 req-a5665f23-fd30-442e-81b7-b2a739e41919 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 945 time: 0.0601013 Jul 28 03:42:13.111413 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-bb2cf55d-bb2e-4b5a-9058-dd32f044d53b req-3bc32413-9da2-4392-a8db-e0847ff6c390 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/security-groups?id=046be233-d4b8-41bb-8fb9-3b90f0bc6548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733838 Jul 28 03:42:13.182461 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Deleting port 3c818efe-79e7-446c-916f-15a1a6ee936a {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:13.183102 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.184603 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:13.199348 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:13.235422 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:13.239102 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:41:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:13.239892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] No DVR routers for this DVR port 0ee77669-1fe9-4deb-9233-15b04818270e on host hv-cinder-73306 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:13.256301 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.259115 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7eabe972-082d-42ef-971f-a705dbf4a355 req-579a2c36-73a0-4231-84e8-e0d85d8c8355 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.36 "DELETE /v2.0/ports/0ee77669-1fe9-4deb-9233-15b04818270e HTTP/1.1" status: 204 len: 173 time: 1.1507683 Jul 28 03:42:13.259676 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'name': 'network-vif-deleted', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:13.262008 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e4d9ecae1739c1f91be0bdd84f08bfb8daa72ce123d1ed0218d8e5d3092cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c69f32-6b6f-4beb-8bc7-e91149167ed8" -d '{"events": [{"server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "name": "network-vif-deleted", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:13.370108 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] For port 3c818efe-79e7-446c-916f-15a1a6ee936a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3c818efe-79e7-446c-916f-15a1a6ee936a,segment=NetworkSegment(0c57ff16-a756-400e-b005-826a6fea03da),segment_id=0c57ff16-a756-400e-b005-826a6fea03da)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:13.370485 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.397509 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Calling delete_port for 3c818efe-79e7-446c-916f-15a1a6ee936a owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:13.486389 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac0dfd8-016b-4ee4-b1d2-5918c8046821 x-openstack-request-id: req-dac0dfd8-016b-4ee4-b1d2-5918c8046821 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:13.486791 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efafce-486b-4168-aca0-c7a49470053d", "name": "network-vif-deleted", "tag": "0ee77669-1fe9-4deb-9233-15b04818270e", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:13.487065 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dac0dfd8-016b-4ee4-b1d2-5918c8046821 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:13.487560 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efafce-486b-4168-aca0-c7a49470053d', 'name': 'network-vif-deleted', 'tag': '0ee77669-1fe9-4deb-9233-15b04818270e', 'status': 'completed', 'code': 200} Jul 28 03:42:13.588139 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:13.603522 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.660505 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-aed06df6-a7e3-46f6-a1b0-4bbe87cb2169 req-1d0f2bb1-a128-4209-94d4-8356486dcc0c tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/ports?device_id=82efafce-486b-4168-aca0-c7a49470053d HTTP/1.1" status: 200 len: 210 time: 0.0636904 Jul 28 03:42:13.667703 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['3c818efe-79e7-446c-916f-15a1a6ee936a'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:13.713364 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] No DVR routers for this DVR port 3c818efe-79e7-446c-916f-15a1a6ee936a on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:13.716763 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Pushing event deleted for resources: {'Port': ['ID=3c818efe-79e7-446c-916f-15a1a6ee936a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:13.724267 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:13.726461 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-b54a44df-29dc-466a-964a-4348d2131374 req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.36 "DELETE /v2.0/ports/3c818efe-79e7-446c-916f-15a1a6ee936a HTTP/1.1" status: 204 len: 173 time: 0.6634851 Jul 28 03:42:13.727825 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.728335 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.728711 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.729377 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.729831 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.730259 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.730681 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.731132 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.732091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.732091 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.741146 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.741890 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed8b7-fca4-4a31-9375-81c5d234d1c6 tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:13.749209 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'name': 'network-vif-deleted', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:13.768125 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb211f-93a7-4ee0-a8f9-444ea6154af5 req-12f7fa66-c11b-443d-a8f4-67528242e3c2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:13.770650 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e0cb211f-93a7-4ee0-a8f9-444ea6154af5 req-12f7fa66-c11b-443d-a8f4-67528242e3c2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.1091824 Jul 28 03:42:13.786855 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86834af-12ac-4500-8c38-cc4adf32d7b4" -d '{"events": [{"server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "name": "network-vif-deleted", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:13.836822 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e0cb211f-93a7-4ee0-a8f9-444ea6154af5 req-c6c18acc-af48-453f-9a57-9d07a84f1f6d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548124 Jul 28 03:42:13.970020 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d5779-9db8-4bca-9ead-27dfac8d0941 x-openstack-request-id: req-094d5779-9db8-4bca-9ead-27dfac8d0941 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:13.970312 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3691c68-be2c-42ee-8886-5b18e9d51261", "name": "network-vif-deleted", "tag": "3c818efe-79e7-446c-916f-15a1a6ee936a", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:13.970568 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-094d5779-9db8-4bca-9ead-27dfac8d0941 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:13.970991 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3691c68-be2c-42ee-8886-5b18e9d51261', 'name': 'network-vif-deleted', 'tag': '3c818efe-79e7-446c-916f-15a1a6ee936a', 'status': 'completed', 'code': 200} Jul 28 03:42:14.040681 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:14.068924 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:14.077953 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:14.078692 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:41:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:14.215056 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:14.263744 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-080a26ef-b638-4137-871b-9deccf400f4e req-d454ff8c-2f0f-42e0-aa16-a9b7f8a5468c tempest-VolumesSnapshotTestJSON-712528194 tempest-VolumesSnapshotTestJSON-712528194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3691c68-be2c-42ee-8886-5b18e9d51261 HTTP/1.1" status: 200 len: 210 time: 0.0603998 Jul 28 03:42:14.582399 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:14.609564 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6226-d994-4cfb-9702-98ca06314778 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:36:48Z', 'revision_number': 4, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '32b05a5e-b02a-4eaf-bf75-d02692ac011c', 'name': '', 'network_id': '0b43a69f-0c94-4687-b4fb-9e5bd891df97', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'mac_address': 'fa:16:3e:28:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:43Z', 'updated_at': '2021-07-28T03:36:58Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'subnets': [{'id': '7849884c-e736-4a64-85ce-8df4e1932a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:14.762984 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56190) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:14.834274 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.861311 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.934025 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.937316 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:14.938868 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "DELETE /v2.0/security-groups/d4cd8ac6-2285-4aaf-9345-48571800321b HTTP/1.1" status: 204 len: 168 time: 0.1747797 Jul 28 03:42:14.945125 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56198) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:14.962427 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada0b2e-5480-4098-b66b-5e580ea82209 None None] New status for floating IP 0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:42:14.991600 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf014d3-ef58-479a-bf88-f62c9467c7d5 req-3d612c51-c36b-444f-95fc-d623706c9d61 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:14.997248 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.api.v2.resource [None req-5934e58c-8cec-4015-8ecb-f81659d55891 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] show failed (client error): The resource could not be found. Jul 28 03:42:15.000838 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-5934e58c-8cec-4015-8ecb-f81659d55891 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "GET /v2.0/security-groups/d4cd8ac6-2285-4aaf-9345-48571800321b HTTP/1.1" status: 404 len: 347 time: 0.0519805 Jul 28 03:42:15.000838 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26467d62-f0bd-4b35-8ca5-134480501e57 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd8ac6-2285-4aaf-9345-48571800321b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:15.001318 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56200) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:15.004475 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2cf014d3-ef58-479a-bf88-f62c9467c7d5 req-3d612c51-c36b-444f-95fc-d623706c9d61 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0742285 Jul 28 03:42:15.053386 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-2cf014d3-ef58-479a-bf88-f62c9467c7d5 req-891dde91-168c-4282-8310-70586de1a5a9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Jul 28 03:42:15.185529 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Deleting port efb466d1-d688-400e-b4e3-3e2ad1e18ee6 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:15.185916 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.277326 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.277684 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.291514 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Calling delete_port for efb466d1-d688-400e-b4e3-3e2ad1e18ee6 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:15.473979 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.504262 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Pushing event deleted for resources: {'Port': ['ID=efb466d1-d688-400e-b4e3-3e2ad1e18ee6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:15.577984 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.581244 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.585099 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-db6c9111-27b2-484f-8cd1-80bb001c2559 tempest-AttachVolumeTestJSON-490804870 tempest-AttachVolumeTestJSON-490804870-project] 10.222.0.26 "DELETE /v2.0/floatingips/0bf3dd6e-67e0-4d9d-a12e-c4b166b9ab88 HTTP/1.1" status: 204 len: 168 time: 0.5743756 Jul 28 03:42:16.195150 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73dd26-521e-4ef4-9575-83913a8d67fe req-8f87ba4e-2b26-4583-b08f-a8a9c7d7a018 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:16.196790 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ce73dd26-521e-4ef4-9575-83913a8d67fe req-8f87ba4e-2b26-4583-b08f-a8a9c7d7a018 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0591819 Jul 28 03:42:16.216546 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 3c818efe-79e7-446c-916f-15a1a6ee936a no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:16.245169 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 3c818efe-79e7-446c-916f-15a1a6ee936a {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:16.245817 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 3c818efe-79e7-446c-916f-15a1a6ee936a not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:16.246424 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0ee77669-1fe9-4deb-9233-15b04818270e no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:16.257605 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ce73dd26-521e-4ef4-9575-83913a8d67fe req-16e9108e-2484-45c6-905e-f12f1b4742c0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525696 Jul 28 03:42:16.278833 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 0ee77669-1fe9-4deb-9233-15b04818270e {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:16.279390 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 0ee77669-1fe9-4deb-9233-15b04818270e not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:17.375435 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267c2e-cfa8-4617-ab2b-7e62ef529acb req-c9b109eb-f0dd-49f5-9f13-4f613b534c7a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:17.376971 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ee267c2e-cfa8-4617-ab2b-7e62ef529acb req-c9b109eb-f0dd-49f5-9f13-4f613b534c7a tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0503731 Jul 28 03:42:17.418166 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ee267c2e-cfa8-4617-ab2b-7e62ef529acb req-77b625e2-289b-4fab-9b89-bc83bcc7989b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337424 Jul 28 03:42:18.551400 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0df2f1-d85e-4d4a-97d1-b7b4d02358a8 req-708228f4-2f6a-4ca3-87a9-6d523408627e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:18.558238 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dc0df2f1-d85e-4d4a-97d1-b7b4d02358a8 req-708228f4-2f6a-4ca3-87a9-6d523408627e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0630891 Jul 28 03:42:18.601955 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-dc0df2f1-d85e-4d4a-97d1-b7b4d02358a8 req-60ebbba3-4dd5-4d9b-a5ca-ead4d95e9fd3 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Jul 28 03:42:19.345429 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56260) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:19.759402 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f4891-9a6d-4a75-b10f-33def8e103dd req-b92daf14-bb51-477c-8059-70bac9b71530 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:19.769051 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f4f4891-9a6d-4a75-b10f-33def8e103dd req-b92daf14-bb51-477c-8059-70bac9b71530 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0714614 Jul 28 03:42:19.820217 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:19.820678 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-1f4f4891-9a6d-4a75-b10f-33def8e103dd req-c4d24aca-f3ef-40df-9935-c2705301dc67 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Jul 28 03:42:20.028651 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d2da0960-f809-498c-a85c-488fe7f98daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.097215 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Deleting port 32b05a5e-b02a-4eaf-bf75-d02692ac011c {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:20.097926 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.191670 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] For port 32b05a5e-b02a-4eaf-bf75-d02692ac011c, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=32b05a5e-b02a-4eaf-bf75-d02692ac011c,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:20.192223 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.205929 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Calling delete_port for 32b05a5e-b02a-4eaf-bf75-d02692ac011c owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:20.404628 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.435635 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Pushing event deleted for resources: {'Port': ['ID=32b05a5e-b02a-4eaf-bf75-d02692ac011c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:20.642914 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:20.935020 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Router ff49996c-22ac-48ee-bac2-22afff1d532f has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:20.975759 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604eead-fc7f-4d33-83f3-bf2fe9584272 req-3d903e52-4011-49ca-83f3-15ee92bba9c2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:20.978478 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9604eead-fc7f-4d33-83f3-bf2fe9584272 req-3d903e52-4011-49ca-83f3-15ee92bba9c2 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0818000 Jul 28 03:42:21.047712 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-9604eead-fc7f-4d33-83f3-bf2fe9584272 req-3feeb316-2dc4-4966-adf2-e8dfa3502c3b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590374 Jul 28 03:42:21.082381 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:21.090235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56288) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:21.090389 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-647fd3db-5194-4b8e-b71e-6a66291e606f admin admin] 10.222.0.26 "PUT /v2.0/routers/ff49996c-22ac-48ee-bac2-22afff1d532f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437246 Jul 28 03:42:21.097953 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Sync routers for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:21.124993 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:21.125894 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:41:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.252510 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:21.456471 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:42:20Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.494840 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Checking router: ff49996c-22ac-48ee-bac2-22afff1d532f for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:21.505995 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Routers {'ff49996c-22ac-48ee-bac2-22afff1d532f'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:21.507078 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:41:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['ff49996c-22ac-48ee-bac2-22afff1d532f'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.513920 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.615220 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] Set router ff49996c-22ac-48ee-bac2-22afff1d532f gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:21.624151 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.687671 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Deleting port efdb3256-23ce-47c4-b8fd-c8563c852542 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:21.688669 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.788302 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] For port efdb3256-23ce-47c4-b8fd-c8563c852542, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=efdb3256-23ce-47c4-b8fd-c8563c852542,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:21.788628 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:21.803212 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Calling delete_port for efdb3256-23ce-47c4-b8fd-c8563c852542 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:21.803838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:42:20Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:21.833912 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947c4e1-97b9-4085-8dd6-2107af438583 None None] The sync data for ids ['ff49996c-22ac-48ee-bac2-22afff1d532f'] in dv-cinder-733062-21-smb is: [{'id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'name': 'tempest-AttachVolumeTestJSON-899047470-router', 'tenant_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:36:35Z', 'updated_at': '2021-07-28T03:42:20Z', 'revision_number': 5, 'project_id': 'ee6e62c9fa2a4074ad8c7f0ee2462985', 'gw_port': {'id': 'efdb3256-23ce-47c4-b8fd-c8563c852542', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff49996c-22ac-48ee-bac2-22afff1d532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:36:37Z', 'updated_at': '2021-07-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:21.985130 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.008297 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=efdb3256-23ce-47c4-b8fd-c8563c852542,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:22.076693 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.169126 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-12d57bd1-a3ce-4e8d-a2e4-1696a3b75a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.171340 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-12d57bd1-a3ce-4e8d-a2e4-1696a3b75a53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1099 time: 0.0495582 Jul 28 03:42:22.210589 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.213517 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.275574 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07cb3b-3730-41fe-90bc-9241cf391469 req-78aaddbd-bf77-4258-ae09-6994a12fffb8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.277168 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c07cb3b-3730-41fe-90bc-9241cf391469 req-78aaddbd-bf77-4258-ae09-6994a12fffb8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.1359954 Jul 28 03:42:22.283131 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.283924 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff49996c-22ac-48ee-bac2-22afff1d532f {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:22.292188 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.294050 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-dc42987d-b3f0-41ec-baac-568935fb3c08 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ff49996c-22ac-48ee-bac2-22afff1d532f HTTP/1.1" status: 204 len: 168 time: 1.2027488 Jul 28 03:42:22.297307 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56308) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:22.329036 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8c07cb3b-3730-41fe-90bc-9241cf391469 req-3292fda7-ef33-476e-a195-c32bd0b73f9c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Jul 28 03:42:22.339588 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-70f0cc16-81b8-4b5d-83b1-6522cf805f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.341124 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-70f0cc16-81b8-4b5d-83b1-6522cf805f58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.1631351 Jul 28 03:42:22.394180 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:42:22.399966 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Deleting subnet 7849884c-e736-4a64-85ce-8df4e1932a78 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:22.406010 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.441292 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-2fe6b267-a2d3-43b5-82fb-792f4a4fce59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 1002 time: 0.0922999 Jul 28 03:42:22.457448 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6fbb69f2-48fb-4c27-92e7-fb92ea463181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.461888 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.529977 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-3ed21ce0-fb5e-4001-9ac1-6471e56bb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.531512 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-3ed21ce0-fb5e-4001-9ac1-6471e56bb1f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0826101 Jul 28 03:42:22.604270 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.630084 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-c1388b49-319d-4b63-be41-5e23adb86f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:22.631595 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-c1388b49-319d-4b63-be41-5e23adb86f01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0908556 Jul 28 03:42:22.683353 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.714713 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.759395 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7849884c-e736-4a64-85ce-8df4e1932a78,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:22.760703 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1853468-7865-40ea-87de-262e8432769f None None] Network 0b43a69f-0c94-4687-b4fb-9e5bd891df97 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:22.761434 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.763354 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-5f50f618-1687-432e-ac19-460105f84a9a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7849884c-e736-4a64-85ce-8df4e1932a78 HTTP/1.1" status: 204 len: 168 time: 0.4605582 Jul 28 03:42:22.766037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56310) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:22.769267 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-1b5932de-b4b5-49b3-83f7-a0defa6eeb29 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303210 Jul 28 03:42:22.835723 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.870758 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e6d016b9-4321-4fb6-b6c0-4233455adaf5 req-c5cd0167-12d1-4109-8979-873a61b46e5b service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943503 Jul 28 03:42:22.900236 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Deleting port 6e3aad84-7bd1-4d44-85cf-900051d9f039 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:22.900585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.960961 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] DHCP port deletion for 0b43a69f-0c94-4687-b4fb-9e5bd891df97 request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:42:22.964985 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] For port 6e3aad84-7bd1-4d44-85cf-900051d9f039, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6e3aad84-7bd1-4d44-85cf-900051d9f039,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:22.965441 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:22.978377 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Calling delete_port for 6e3aad84-7bd1-4d44-85cf-900051d9f039 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:23.006497 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Deleting port 6e3aad84-7bd1-4d44-85cf-900051d9f039 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:23.006887 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.061635 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.072989 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] For port 6e3aad84-7bd1-4d44-85cf-900051d9f039, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6e3aad84-7bd1-4d44-85cf-900051d9f039,segment=NetworkSegment(6bbccc1e-ddda-4d84-9396-2908edc010e7),segment_id=6bbccc1e-ddda-4d84-9396-2908edc010e7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:23.073399 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.086606 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Calling delete_port for 6e3aad84-7bd1-4d44-85cf-900051d9f039 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:23.089388 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] No DVR routers for this DVR port 6e3aad84-7bd1-4d44-85cf-900051d9f039 on host dv-cinder-733062-21-smb {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:23.093706 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3aad84-7bd1-4d44-85cf-900051d9f039,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.164099 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.165264 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.174281 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b43a69f-0c94-4687-b4fb-9e5bd891df97']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:23.184505 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbccc1e-ddda-4d84-9396-2908edc010e7') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:23.184749 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbccc1e-ddda-4d84-9396-2908edc010e7') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:23.190146 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] Pushing event deleted for resources: {'Port': ['ID=6e3aad84-7bd1-4d44-85cf-900051d9f039,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.193769 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f49e65-a4f6-496b-a664-0ea1a32ea221 None None] No DVR routers for this DVR port 6e3aad84-7bd1-4d44-85cf-900051d9f039 on host dv-cinder-733062-21-smb {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:23.196824 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2866476'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.211412 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.217351 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:23.217738 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650177'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: Traceback (most recent call last): Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: timer() Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: cb(*args, **kw) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: return func(*args, **kwargs) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: self._notify() Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: self.callback(batched_events) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: event.method(event) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: return f(self, *a, **k) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: return self._get(url).json() Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:23.219456 dv-cinder-733062-21-smb neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:23.271520 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.277089 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.281255 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b43a69f-0c94-4687-b4fb-9e5bd891df97 HTTP/1.1" status: 204 len: 168 time: 0.5119314 Jul 28 03:42:23.292423 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb6568-efcf-469d-94e1-054b8debd271 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b43a69f-0c94-4687-b4fb-9e5bd891df97,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.396522 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56322) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:23.473036 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e6b34e5e-33f9-491c-8197-5a7ec4fb53c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee6e62c9fa2a4074ad8c7f0ee2462985&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0731633 Jul 28 03:42:23.473453 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56324) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:23.494916 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434385d-a7ab-430d-a3ea-9f08d0dfce62 req-b1037c54-6ba1-44d3-a7bc-e4cfa58ecac1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:23.496556 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8434385d-a7ab-430d-a3ea-9f08d0dfce62 req-b1037c54-6ba1-44d3-a7bc-e4cfa58ecac1 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0856969 Jul 28 03:42:23.534241 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6e3aad84-7bd1-4d44-85cf-900051d9f039 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:23.559743 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8434385d-a7ab-430d-a3ea-9f08d0dfce62 req-5c4a7140-9af3-4149-b3b6-db53c6c40cc9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531099 Jul 28 03:42:23.564706 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.564835 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 6e3aad84-7bd1-4d44-85cf-900051d9f039 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:23.565202 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6e3aad84-7bd1-4d44-85cf-900051d9f039 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:23.566261 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 32b05a5e-b02a-4eaf-bf75-d02692ac011c no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:23.593845 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 32b05a5e-b02a-4eaf-bf75-d02692ac011c {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:23.593845 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 32b05a5e-b02a-4eaf-bf75-d02692ac011c not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:23.593845 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device efdb3256-23ce-47c4-b8fd-c8563c852542 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:23.597196 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.622281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: efdb3256-23ce-47c4-b8fd-c8563c852542 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:23.622772 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device efdb3256-23ce-47c4-b8fd-c8563c852542 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:23.652061 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.654798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.659064 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34fcc73b-6f20-48f6-8de4-7f230d127e60 HTTP/1.1" status: 204 len: 168 time: 0.1817250 Jul 28 03:42:23.664235 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417042c-56fa-490c-bf85-4e7afc479890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fcc73b-6f20-48f6-8de4-7f230d127e60,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:23.807635 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.692484 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc5e5f-a4bc-4450-9cc1-59d1cc6f7fdf req-bd7c7a9c-b8ad-421c-8d29-62102df079c5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:24.699242 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3cfc5e5f-a4bc-4450-9cc1-59d1cc6f7fdf req-bd7c7a9c-b8ad-421c-8d29-62102df079c5 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0661261 Jul 28 03:42:24.748084 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-3cfc5e5f-a4bc-4450-9cc1-59d1cc6f7fdf req-0fed43da-5201-4216-bd3b-81dfb2c3eb49 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Jul 28 03:42:25.450590 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.738038 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09158-2995-40b5-9376-2bd60d22f7dc req-62fccb68-c946-49b2-82d9-67fc085a2688 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:25.739477 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7ff09158-2995-40b5-9376-2bd60d22f7dc req-62fccb68-c946-49b2-82d9-67fc085a2688 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 946 time: 0.0596094 Jul 28 03:42:25.795511 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7ff09158-2995-40b5-9376-2bd60d22f7dc req-3fd2e8f5-9ad0-4372-98f8-8238dfb6ba61 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Jul 28 03:42:25.798426 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-d996d3bf-6284-402b-a4a4-78cf26619b14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774765 Jul 28 03:42:26.056936 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.265377 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:26.338075 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.361950 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:26.364572 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1522d-039a-41f8-9bd0-32df3bdc892e" -d '{"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-unplugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:26.377909 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:26.382991 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.413948 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd02d8c9-31c4-43f2-ac87-56707c6e1055 x-openstack-request-id: req-dd02d8c9-31c4-43f2-ac87-56707c6e1055 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:26.414263 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-unplugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:26.414518 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd02d8c9-31c4-43f2-ac87-56707c6e1055 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:26.414906 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'code': 200} Jul 28 03:42:26.440595 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:26.549955 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-3e6dd00e-f727-41c4-a330-5174f641b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.551412 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-3e6dd00e-f727-41c4-a330-5174f641b268 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883&tenant_id=9580fe8bdc9047ba85257b5af31438df HTTP/1.1" status: 200 len: 1097 time: 0.0712640 Jul 28 03:42:26.614864 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-f4ee8e02-f6c8-40bd-9567-ed29ce5cef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.616642 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-f4ee8e02-f6c8-40bd-9567-ed29ce5cef4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1097 time: 0.0425024 Jul 28 03:42:26.710133 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-c6915c3d-f72c-4ceb-9693-c69a2bad5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.711585 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-c6915c3d-f72c-4ceb-9693-c69a2bad5c65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.0882185 Jul 28 03:42:26.775088 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-5811f793-fdc4-4eb5-8265-e38eabb74a35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 1000 time: 0.0560460 Jul 28 03:42:26.922208 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a48301-cb50-456d-95bc-cb0466cc7c7d req-80a16832-e33a-41df-ad72-e9b7ac169db9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.924438 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a5a48301-cb50-456d-95bc-cb0466cc7c7d req-80a16832-e33a-41df-ad72-e9b7ac169db9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0549707 Jul 28 03:42:26.964947 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-a5a48301-cb50-456d-95bc-cb0466cc7c7d req-2ea616af-db34-406c-ab53-1fa00db54942 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Jul 28 03:42:27.064110 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-6ce746da-1e53-4847-8e75-eb154f2064b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:27.065558 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-6ce746da-1e53-4847-8e75-eb154f2064b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.2843029 Jul 28 03:42:27.115016 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-36d1e2b3-a931-446e-ba16-92d2cd65020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:27.117157 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-36d1e2b3-a931-446e-ba16-92d2cd65020f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0445352 Jul 28 03:42:27.207237 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-f6b8a994-ad04-4810-843a-9b2ff32a5ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Jul 28 03:42:27.300950 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-e5d7eb49-21c5-4d3f-8d26-ba1ba3b124fc req-84813aa9-45e9-452e-a6bf-c5eec5302cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 Jul 28 03:42:28.097290 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4ba6-b480-455a-9841-c05155d69702 req-075e67f1-8aa1-45f0-a5f6-556669c14855 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:28.098925 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f35a4ba6-b480-455a-9841-c05155d69702 req-075e67f1-8aa1-45f0-a5f6-556669c14855 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0583351 Jul 28 03:42:28.159276 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f35a4ba6-b480-455a-9841-c05155d69702 req-90c7b399-f25b-4764-9240-d049e31754a4 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523319 Jul 28 03:42:29.309706 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15fdb-f494-47db-8461-61b2ea1e9af1 req-62c11230-41c7-47bd-9364-ca136e45b22f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:29.314233 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cfc15fdb-f494-47db-8461-61b2ea1e9af1 req-62c11230-41c7-47bd-9364-ca136e45b22f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0677791 Jul 28 03:42:29.363932 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-cfc15fdb-f494-47db-8461-61b2ea1e9af1 req-37f139c8-b52b-46b0-b555-d979df155802 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Jul 28 03:42:30.526976 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56524) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:30.672111 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-550e4522-912d-45ca-a04f-0bcb8b93a71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.810657 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-550e4522-912d-45ca-a04f-0bcb8b93a71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.818218 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-550e4522-912d-45ca-a04f-0bcb8b93a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.853716 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e4522-912d-45ca-a04f-0bcb8b93a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e7c755-1f06-42bf-b54b-65ac634cca43,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:30.913343 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-550e4522-912d-45ca-a04f-0bcb8b93a71d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d2c32529e844edbb9de1442b8fea2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828876 Jul 28 03:42:30.913666 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56540) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:30.928616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b693d-a948-4d20-9d8b-961ede1f678c req-6acb5cc2-211b-4fe0-ac38-aa67649ce73d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:30.930227 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-320b693d-a948-4d20-9d8b-961ede1f678c req-6acb5cc2-211b-4fe0-ac38-aa67649ce73d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0597875 Jul 28 03:42:30.977725 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-320b693d-a948-4d20-9d8b-961ede1f678c req-9e06d0bf-cf41-4b37-b830-aa8fd01d902e tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Jul 28 03:42:30.984045 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.011540 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.061496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.065336 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.066564 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2e7c755-1f06-42bf-b54b-65ac634cca43 HTTP/1.1" status: 204 len: 168 time: 0.1518569 Jul 28 03:42:31.077667 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8305f5-519a-4f27-affc-5551556cc2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e7c755-1f06-42bf-b54b-65ac634cca43,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:31.353995 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:31.367300 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9868db5-b0ff-4bc6-8844-eb5bc6e9cbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.462943 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9868db5-b0ff-4bc6-8844-eb5bc6e9cbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.468136 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b9868db5-b0ff-4bc6-8844-eb5bc6e9cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.510153 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b9868db5-b0ff-4bc6-8844-eb5bc6e9cbe4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e659fc9d6dd247fea100b2cbe2cc6925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549833 Jul 28 03:42:31.512434 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868db5-b0ff-4bc6-8844-eb5bc6e9cbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600bcd9e-9367-4dbd-bb0f-725125220f2d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:31.513011 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56548) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:31.564598 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.589313 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.637339 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.640075 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.644065 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/600bcd9e-9367-4dbd-bb0f-725125220f2d HTTP/1.1" status: 204 len: 168 time: 0.1274579 Jul 28 03:42:31.651897 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedc60a-d36c-49b9-bdde-0838b20b22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600bcd9e-9367-4dbd-bb0f-725125220f2d,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:32.144685 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b9b0e-b02c-4ae0-b3f6-cf6ecc1f48a4 req-c9c534d7-3a1d-438d-99d3-ee5b057777eb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:32.146232 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e33b9b0e-b02c-4ae0-b3f6-cf6ecc1f48a4 req-c9c534d7-3a1d-438d-99d3-ee5b057777eb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0832076 Jul 28 03:42:32.215892 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-e33b9b0e-b02c-4ae0-b3f6-cf6ecc1f48a4 req-7c0881d4-f433-471b-b83a-7b69b934e893 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623136 Jul 28 03:42:32.983231 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56594) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:33.028232 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Deleting subnet c4e68eb2-57a4-47e6-a5a4-c777186c3b44 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:33.032660 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.070211 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.115441 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.186553 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.213834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e68eb2-57a4-47e6-a5a4-c777186c3b44,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:33.221166 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.223268 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-0f5b17f6-8f33-44f8-93b9-03047ce177b0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c4e68eb2-57a4-47e6-a5a4-c777186c3b44 HTTP/1.1" status: 204 len: 168 time: 0.2387455 Jul 28 03:42:33.225597 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56602) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:33.331383 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.401139 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56cc16-e4d2-42c5-880d-bb7343b6d134 req-af5c617b-5c11-4817-8401-d813e8626128 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:33.411680 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6a56cc16-e4d2-42c5-880d-bb7343b6d134 req-af5c617b-5c11-4817-8401-d813e8626128 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0696073 Jul 28 03:42:33.440345 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.466182 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260fee65-e629-4499-9225-158e33771551']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:33.469438 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-6a56cc16-e4d2-42c5-880d-bb7343b6d134 req-0b5943de-435e-4db4-9e7c-e6e70d0ca1bc tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565081 Jul 28 03:42:33.482549 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c57ff16-a756-400e-b005-826a6fea03da') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:33.482853 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c57ff16-a756-400e-b005-826a6fea03da') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:33.505512 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.522194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.531819 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:33.532229 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:33.544322 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:33.598143 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.603818 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.606172 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] 10.222.0.26 "DELETE /v2.0/networks/260fee65-e629-4499-9225-158e33771551 HTTP/1.1" status: 204 len: 168 time: 0.3793890 Jul 28 03:42:33.622686 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6015dbe-a509-42ca-9a5e-4aeecbc784de admin admin] Pushing event deleted for resources: {'Network': ['ID=260fee65-e629-4499-9225-158e33771551,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:33.853043 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56618) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:33.903412 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-baf37399-0ae4-4053-8592-434ace5ba5bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55db2ee53b2649acb32f1930fd61eb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492272 Jul 28 03:42:33.903643 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56620) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:33.955703 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.977541 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.034292 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.037365 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.039164 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/046be233-d4b8-41bb-8fb9-3b90f0bc6548 HTTP/1.1" status: 204 len: 168 time: 0.1338408 Jul 28 03:42:34.051261 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aaef3-12e5-4042-8d41-6584baac1ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046be233-d4b8-41bb-8fb9-3b90f0bc6548,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:34.607329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f16998-28d2-4637-a6b5-99c0605996e8 req-36a0fc07-bb9e-4674-9617-2ec6bb8edd36 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:34.615110 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-94f16998-28d2-4637-a6b5-99c0605996e8 req-36a0fc07-bb9e-4674-9617-2ec6bb8edd36 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0589895 Jul 28 03:42:34.661726 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-94f16998-28d2-4637-a6b5-99c0605996e8 req-1e4bd0e7-bdb4-43c6-bc14-b40bc69611af tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389452 Jul 28 03:42:35.803684 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcd773-597d-4dd9-88c0-2a5a3f13e8dd req-8405b83a-ac35-428b-b2d9-25a8e5c85c3b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:35.806152 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6dcd773-597d-4dd9-88c0-2a5a3f13e8dd req-8405b83a-ac35-428b-b2d9-25a8e5c85c3b tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0531046 Jul 28 03:42:35.842601 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6dcd773-597d-4dd9-88c0-2a5a3f13e8dd req-9dda0763-0f5b-4ee2-9d87-48211832b012 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jul 28 03:42:36.966722 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcbc68-c4bf-4963-8f77-a27609ef4a53 req-32c34f3f-5dd2-4918-9225-a235bee9d5ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.968200 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-88bcbc68-c4bf-4963-8f77-a27609ef4a53 req-32c34f3f-5dd2-4918-9225-a235bee9d5ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0507951 Jul 28 03:42:37.012261 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-88bcbc68-c4bf-4963-8f77-a27609ef4a53 req-c38654a4-ecd9-4a5b-b08e-ac15dd4dc3e9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381465 Jul 28 03:42:38.129648 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce8567-4f4b-4fb2-96c6-50e5082383bf req-c06cef57-5651-410f-88a1-4dcbd975fa08 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:38.131158 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7bce8567-4f4b-4fb2-96c6-50e5082383bf req-c06cef57-5651-410f-88a1-4dcbd975fa08 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0479088 Jul 28 03:42:38.167965 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-7bce8567-4f4b-4fb2-96c6-50e5082383bf req-6e5cb9d9-ec55-43d3-9a31-a8c936115964 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Jul 28 03:42:39.051442 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56724) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:39.152539 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59bf2db2-16fa-4c58-8efa-c43708581601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.239381 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59bf2db2-16fa-4c58-8efa-c43708581601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.251408 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59bf2db2-16fa-4c58-8efa-c43708581601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.311708 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-59bf2db2-16fa-4c58-8efa-c43708581601 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85066e1a1bf0495ba243ea91af793f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591920 Jul 28 03:42:39.314961 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56730) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:39.315976 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf2db2-16fa-4c58-8efa-c43708581601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961f0d1b-8805-4f22-a9c1-45b10724194e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:39.331934 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5b17e-7c94-437a-8e06-fecbc211b07d req-9e8349b3-ea3f-4b68-b76f-f7d63f43b701 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.333393 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8f5b17e-7c94-437a-8e06-fecbc211b07d req-9e8349b3-ea3f-4b68-b76f-f7d63f43b701 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0913279 Jul 28 03:42:39.362683 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.370919 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-f8f5b17e-7c94-437a-8e06-fecbc211b07d req-d7465ae6-9844-4f38-a7cc-e7571f6a5ded tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 28 03:42:39.384194 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.429708 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.432283 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.433535 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/961f0d1b-8805-4f22-a9c1-45b10724194e HTTP/1.1" status: 204 len: 168 time: 0.1175880 Jul 28 03:42:39.441340 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260764-0479-4d7f-b0ef-17d26c4223a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f0d1b-8805-4f22-a9c1-45b10724194e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:39.685745 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56736) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:39.699084 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f8a49378-b3f9-4c09-84d5-281e97083f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.786054 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f8a49378-b3f9-4c09-84d5-281e97083f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.789621 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f8a49378-b3f9-4c09-84d5-281e97083f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.827337 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-f8a49378-b3f9-4c09-84d5-281e97083f7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=072144e4bac847bc9dba3e0014d0f31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405170 Jul 28 03:42:39.829030 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a49378-b3f9-4c09-84d5-281e97083f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6284ddaf-c993-456a-bb06-1707c59414f2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:39.830585 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56738) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:39.877831 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.898481 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.946026 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.948625 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:39.949786 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6284ddaf-c993-456a-bb06-1707c59414f2 HTTP/1.1" status: 204 len: 168 time: 0.1181483 Jul 28 03:42:39.957351 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e2ff1-aa54-4a05-9154-b06903f4ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284ddaf-c993-456a-bb06-1707c59414f2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:40.169672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56750) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:40.276508 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19f1395c-8fad-49b7-ac43-27f2cb172777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.324798 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:42:40.367688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19f1395c-8fad-49b7-ac43-27f2cb172777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.372211 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19f1395c-8fad-49b7-ac43-27f2cb172777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.409167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-19f1395c-8fad-49b7-ac43-27f2cb172777 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb3fee5136dd4648954672889f40405c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360604 Jul 28 03:42:40.409468 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56766) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:40.420233 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1395c-8fad-49b7-ac43-27f2cb172777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b2c9d-9093-4a5f-9cb7-3b0e4ccf265a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:40.436069 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:40.452439 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Returning: {'device': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'port_id': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'mac_address': 'fa:16:3e:15:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:42:40.466716 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.497080 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.497463 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.514162 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:42:40.538982 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:40.545012 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.564909 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163217-2667-47a9-9d4c-cbf39c9dc6ac req-1cee14a7-e2fc-4b3b-b151-47fc357debcb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:40.567105 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-33163217-2667-47a9-9d4c-cbf39c9dc6ac req-1cee14a7-e2fc-4b3b-b151-47fc357debcb tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 944 time: 0.0734704 Jul 28 03:42:40.568205 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.572164 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:40.573311 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a8b2c9d-9093-4a5f-9cb7-3b0e4ccf265a HTTP/1.1" status: 204 len: 168 time: 0.1628451 Jul 28 03:42:40.581995 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8bf05-54e6-429c-9a08-c1ae952dc81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b2c9d-9093-4a5f-9cb7-3b0e4ccf265a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:40.608012 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=9']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:40.638345 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-33163217-2667-47a9-9d4c-cbf39c9dc6ac req-d0bcdfb7-0142-46d5-aa0c-6c29f1c772f9 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611744 Jul 28 03:42:40.747141 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] get_ports_and_sgs() called for port_ids ['17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:42:41.762352 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9505-9ef1-4967-ad7e-4e5c1fa30c1a req-9fa14413-a153-40ff-b0de-25d6326d08b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:41.763831 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5cec9505-9ef1-4967-ad7e-4e5c1fa30c1a req-9fa14413-a153-40ff-b0de-25d6326d08b0 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Jul 28 03:42:41.802923 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-5cec9505-9ef1-4967-ad7e-4e5c1fa30c1a req-3e5f7a91-368b-43ee-9ade-4f1e085eb2a7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Jul 28 03:42:42.336006 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 up at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:42:42.385079 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Provisioning complete for port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:42:42.385486 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508177'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:42.460680 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628754'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:42.481715 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:42.484457 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16799bd1c2544fce0a52e82b0e5fa1a577eeb1fcdb22548e443a0984ff6b6f24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd5682-045a-420d-869e-234af00af748" -d '{"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:42.496898 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:42.502145 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782133222193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132817174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132817192'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:42.530346 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c13d4b-d1e0-4844-a91f-05afbff9b974 x-openstack-request-id: req-51c13d4b-d1e0-4844-a91f-05afbff9b974 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:42.530637 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-plugged", "status": "completed", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:42.531960 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51c13d4b-d1e0-4844-a91f-05afbff9b974 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:42.532359 dv-cinder-733062-21-smb neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'code': 200} Jul 28 03:42:42.556393 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Pushing event updated for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=10']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:42.701039 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a1532-8f99-49f0-b785-36f4397cff07 req-2ae23e63-1be3-4c29-bab7-da9dc9aa1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:42.702559 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-973a1532-8f99-49f0-b785-36f4397cff07 req-2ae23e63-1be3-4c29-bab7-da9dc9aa1dbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1100 time: 0.0398185 Jul 28 03:42:42.737306 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-973a1532-8f99-49f0-b785-36f4397cff07 req-87ecbc1d-4cf7-4071-a3c4-f94dc47af019 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270293 Jul 28 03:42:42.925001 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e8c3-6088-4bda-a875-a5cfe69febb3 req-cdc4fdac-944c-4f81-a190-a31b5efbf40c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:42.926496 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4855e8c3-6088-4bda-a875-a5cfe69febb3 req-cdc4fdac-944c-4f81-a190-a31b5efbf40c tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0482259 Jul 28 03:42:42.962915 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-4855e8c3-6088-4bda-a875-a5cfe69febb3 req-f3d35f06-18b5-4026-9f7d-bc37c19917ca tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306978 Jul 28 03:42:44.086341 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff21b-92c1-4145-810a-52a4fbe5575f req-afe6858f-d652-4a73-bc0c-ce3b6ceda64d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:44.087836 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00dff21b-92c1-4145-810a-52a4fbe5575f req-afe6858f-d652-4a73-bc0c-ce3b6ceda64d tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0514095 Jul 28 03:42:44.127866 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-00dff21b-92c1-4145-810a-52a4fbe5575f req-671d2d69-4289-444b-b85d-e64b69b57d47 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Jul 28 03:42:44.242597 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56884) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:44.394023 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Deleting port 0a46a7bc-cdd0-46cb-85ca-63df4fc678fd {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:44.394363 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.472533 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.472893 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.485138 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Calling delete_port for 0a46a7bc-cdd0-46cb-85ca-63df4fc678fd owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:44.632437 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.658075 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event deleted for resources: {'Port': ['ID=0a46a7bc-cdd0-46cb-85ca-63df4fc678fd,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:44.723298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.723682 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.l3_db [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Floating IP 0f955e4c-9a5a-4cd7-854e-07bc41e2f023 disassociated (deleted). External IP: 172.28.0.252, port: 618c467b-e135-4e49-a1d4-45bf6b84c3b5. Jul 28 03:42:44.913679 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56896) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:44.934258 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Router 88283e53-9199-4819-8b9a-c71287e5b1f6 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:45.016425 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.041899 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:45.047358 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.053479 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Sync routers for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:45.064210 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:45.064818 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.080381 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-eef3088d-5037-4629-9255-b9b68b6c2998 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f955e4c-9a5a-4cd7-854e-07bc41e2f023 HTTP/1.1" status: 204 len: 168 time: 0.8367569 Jul 28 03:42:45.080985 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:45.091373 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a" -d '{"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:45.116282 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.124216 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.149048 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccdea9e-9e15-4c33-83c5-544b39218a8b x-openstack-request-id: req-dccdea9e-9e15-4c33-83c5-544b39218a8b {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:45.150372 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:45.150793 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dccdea9e-9e15-4c33-83c5-544b39218a8b {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:45.152863 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'status': 'completed', 'code': 200} Jul 28 03:42:45.154390 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e1d4e-3366-4a4e-ae0f-c33bee6d3fc0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:45.180803 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.181277 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.181724 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.182190 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.182628 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.183064 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.183514 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.183947 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.184379 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.184808 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.185237 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.185668 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.194545 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e0e3848a-9800-4fce-9ec7-97b6aaa1d4a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92a0863eddb240fe8322b6a666473686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797377 Jul 28 03:42:45.194739 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56906) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:45.202676 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:45.301988 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.302561 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1bcb-b1e4-4e0f-a898-fef4b84ead24 req-ad9f5bdb-2535-4f1d-bdd5-df5eb6777ce7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.305120 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221d1bcb-b1e4-4e0f-a898-fef4b84ead24 req-ad9f5bdb-2535-4f1d-bdd5-df5eb6777ce7 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0719283 Jul 28 03:42:45.306308 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-26313b23-fdf5-4615-8f29-69029295fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.307957 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-26313b23-fdf5-4615-8f29-69029295fd76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ec8f7dad46645b993ed52d18420d074&device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 1099 time: 0.1292262 Jul 28 03:42:45.372164 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.386679 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12ac9-1ee4-4aef-a6c0-ebc166897005 req-91bb798d-388a-4c81-95a6-b23afbd5e651 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.388486 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6a12ac9-1ee4-4aef-a6c0-ebc166897005 req-91bb798d-388a-4c81-95a6-b23afbd5e651 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0811412 Jul 28 03:42:45.397030 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221d1bcb-b1e4-4e0f-a898-fef4b84ead24 req-f09f9a39-4876-470e-8305-e469161fd5ea tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754621 Jul 28 03:42:45.438673 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-b6a12ac9-1ee4-4aef-a6c0-ebc166897005 req-9cb55212-2212-4a77-847b-d04eb2dbd26e tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387957 Jul 28 03:42:45.450731 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.454170 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.455346 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c06e1d4e-3366-4a4e-ae0f-c33bee6d3fc0 HTTP/1.1" status: 204 len: 168 time: 0.2597849 Jul 28 03:42:45.466024 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-7060c631-ea8b-4f0f-a063-14bb5d84d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.467497 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-7060c631-ea8b-4f0f-a063-14bb5d84d627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 200 len: 908 time: 0.1516314 Jul 28 03:42:45.468704 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.469321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48808-9bdd-4082-baa1-25d1a935e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e1d4e-3366-4a4e-ae0f-c33bee6d3fc0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:45.505410 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Checking router: 88283e53-9199-4819-8b9a-c71287e5b1f6 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:45.514022 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:45.514618 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.522164 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-21c1a60a-1129-4057-a48a-10c53f23ffd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0465281 Jul 28 03:42:45.574234 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-032a507d-8f50-4c78-899b-304250a81034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.575725 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-032a507d-8f50-4c78-899b-304250a81034 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 200 len: 846 time: 0.0443704 Jul 28 03:42:45.622004 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:45.628440 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-572524bb-64d5-42d9-bcbc-648cc2da35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.630169 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-572524bb-64d5-42d9-bcbc-648cc2da35bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a28a66-d048-4f17-8bf0-834866f0c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0463648 Jul 28 03:42:45.724292 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-99f5fc5d-f23b-45b1-9e2f-4532210bfc5f service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Jul 28 03:42:45.744225 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56916) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:45.759258 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8191a9ff-3125-4eac-86d1-159b2643f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.825105 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-00cc0fd1-6eea-47a3-ace3-6ec22e08242a req-914a6431-2491-426b-897b-c2c693882b4a service neutron] 10.222.0.36 "GET /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926368 Jul 28 03:42:45.834670 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.851730 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8191a9ff-3125-4eac-86d1-159b2643f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.855729 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8191a9ff-3125-4eac-86d1-159b2643f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.865148 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6c3a-b3f0-4518-896e-61ed39d2bbd2 None None] The sync data for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb is: [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:43Z', 'revision_number': 4, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '6b0fe548-6afe-4d18-8245-90c3edd15cf0', 'name': '', 'network_id': 'e6a28a66-d048-4f17-8bf0-834866f0c6c6', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'mac_address': 'fa:16:3e:84:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:42Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'subnets': [{'id': 'ee0729bc-8ef2-494f-8990-97b32f192801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:45.897078 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191a9ff-3125-4eac-86d1-159b2643f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c0c64-0b5f-4e73-b222-e6c7f3fa0329,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:45.901334 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-8191a9ff-3125-4eac-86d1-159b2643f730 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a373ab6060874b26840a922f0e77b2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559653 Jul 28 03:42:45.904740 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56918) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:45.955022 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.975461 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.022783 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.025335 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.026552 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae5c0c64-0b5f-4e73-b222-e6c7f3fa0329 HTTP/1.1" status: 204 len: 168 time: 0.1211040 Jul 28 03:42:46.035074 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e702e87-5acb-4068-aa63-deaccb68b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c0c64-0b5f-4e73-b222-e6c7f3fa0329,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:46.086753 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910926af-ea7f-4331-b819-4716a424cd16 None None] New status for floating IP 0f955e4c-9a5a-4cd7-854e-07bc41e2f023: DOWN {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:42:46.346770 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56924) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:46.360079 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cc81e931-7fa3-4abd-9f84-b3535261a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.445850 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cc81e931-7fa3-4abd-9f84-b3535261a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.449413 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cc81e931-7fa3-4abd-9f84-b3535261a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.485625 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81e931-7fa3-4abd-9f84-b3535261a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f50e2-ed1e-4a3b-b070-8002111f27a7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:46.492339 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cc81e931-7fa3-4abd-9f84-b3535261a7f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a496f1b5a564044ad33c9e9d64a2834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420646 Jul 28 03:42:46.492581 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56928) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:46.542844 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.557394 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5198bb-18f2-4b80-934f-9c5af158ffe0 req-98ae56bf-9e49-4766-9bf2-068b6f625952 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:46.558880 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e5198bb-18f2-4b80-934f-9c5af158ffe0 req-98ae56bf-9e49-4766-9bf2-068b6f625952 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0514257 Jul 28 03:42:46.564235 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.596107 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-8e5198bb-18f2-4b80-934f-9c5af158ffe0 req-91bd6dd5-beaf-4657-a45a-71a5a3c45d3b tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/security-groups?id=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Jul 28 03:42:46.635212 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.637713 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.638884 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b04f50e2-ed1e-4a3b-b070-8002111f27a7 HTTP/1.1" status: 204 len: 168 time: 0.1454291 Jul 28 03:42:46.650089 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-4b9b5a5e-0f39-447f-adf0-8bdab96d96b3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:46.651523 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-4b9b5a5e-0f39-447f-adf0-8bdab96d96b3 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 946 time: 0.0585866 Jul 28 03:42:46.657172 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1579f-8398-4000-ad5d-b2b35ad0ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f50e2-ed1e-4a3b-b070-8002111f27a7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:46.748004 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Deleting port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:46.748359 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.836462 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] For port 618c467b-e135-4e49-a1d4-45bf6b84c3b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=618c467b-e135-4e49-a1d4-45bf6b84c3b5,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:46.836863 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:46.849261 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Calling delete_port for 618c467b-e135-4e49-a1d4-45bf6b84c3b5 owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:46.983570 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:47.012805 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event deleted for resources: {'Port': ['ID=618c467b-e135-4e49-a1d4-45bf6b84c3b5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:47.054398 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] No DVR routers for this DVR port 618c467b-e135-4e49-a1d4-45bf6b84c3b5 on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:47.056889 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:47.058901 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-ee2508e7-4a76-4e2c-acb6-c0f2b870328f req-5fa92728-7165-475e-8c57-23c201e423cf tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.36 "DELETE /v2.0/ports/618c467b-e135-4e49-a1d4-45bf6b84c3b5 HTTP/1.1" status: 204 len: 173 time: 0.3985686 Jul 28 03:42:47.154728 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-deleted', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:47.157526 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61db2ea-97f9-4566-b1d0-f51372ff805d" -d '{"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-deleted", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:47.196096 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33561fe-566a-445a-992d-aee4190ae365 x-openstack-request-id: req-e33561fe-566a-445a-992d-aee4190ae365 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:47.196733 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a05905-a255-42d8-bd6f-2bc918fe61f4", "name": "network-vif-deleted", "tag": "618c467b-e135-4e49-a1d4-45bf6b84c3b5", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:47.197176 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e33561fe-566a-445a-992d-aee4190ae365 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:47.198318 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a05905-a255-42d8-bd6f-2bc918fe61f4', 'name': 'network-vif-deleted', 'tag': '618c467b-e135-4e49-a1d4-45bf6b84c3b5', 'status': 'completed', 'code': 200} Jul 28 03:42:47.708722 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-221bdf97-5815-4841-8448-ca59ad41fa4d req-4c0e965b-6186-44ff-a9b3-57c1901a8449 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a05905-a255-42d8-bd6f-2bc918fe61f4 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Jul 28 03:42:48.433540 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56990) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:48.531797 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ff70-ca96-4be2-ad1e-07c4cb0fcfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.620636 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ff70-ca96-4be2-ad1e-07c4cb0fcfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.626175 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ff70-ca96-4be2-ad1e-07c4cb0fcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.673553 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4dd2ff70-ca96-4be2-ad1e-07c4cb0fcfa0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=560ad77f53594580be023a62b6e3d08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388179 Jul 28 03:42:48.675206 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2ff70-ca96-4be2-ad1e-07c4cb0fcfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9b1058-5265-4cef-bb22-0bd823f04a2c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:48.676178 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 56994) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:48.727709 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.748444 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.766491 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 56998) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:48.798643 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.801400 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.802601 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da9b1058-5265-4cef-bb22-0bd823f04a2c HTTP/1.1" status: 204 len: 168 time: 0.1254561 Jul 28 03:42:48.810502 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e457-2893-4f5e-a49e-0f1f19c73d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9b1058-5265-4cef-bb22-0bd823f04a2c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:48.830967 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.855763 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.913900 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.916271 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:48.920294 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] 10.222.0.26 "DELETE /v2.0/security-groups/833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec HTTP/1.1" status: 204 len: 168 time: 0.1499507 Jul 28 03:42:48.927710 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc19b70-040c-4f61-b921-5b7e9e636fb8 tempest-TestShelveInstance-301896132 tempest-TestShelveInstance-301896132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833eb862-3e7b-4cb5-8e4e-e4d2e6b7f2ec,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:48.987751 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57006) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:49.095789 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57010) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:49.109336 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb5246eb-c72c-4ca9-bc35-2c4d76c99341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.214579 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb5246eb-c72c-4ca9-bc35-2c4d76c99341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.218516 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb5246eb-c72c-4ca9-bc35-2c4d76c99341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.258296 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-cb5246eb-c72c-4ca9-bc35-2c4d76c99341 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13f06c1931f840d1a7c8db39c44c976f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609619 Jul 28 03:42:49.259137 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5246eb-c72c-4ca9-bc35-2c4d76c99341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405c97da-3353-4988-9eef-e4b8cf9615fa,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:49.261502 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57012) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:49.310552 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.334560 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.380246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.383118 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:49.384395 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/405c97da-3353-4988-9eef-e4b8cf9615fa HTTP/1.1" status: 204 len: 168 time: 0.1219740 Jul 28 03:42:49.393947 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fc3d1-9d29-4613-9f70-04714ae28567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405c97da-3353-4988-9eef-e4b8cf9615fa,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:49.516796 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.033804 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f7287dc-7a59-4f4b-aaa4-e0b5dd9fb2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.067383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Deleting port 6b0fe548-6afe-4d18-8245-90c3edd15cf0 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:50.067937 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.145066 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] For port 6b0fe548-6afe-4d18-8245-90c3edd15cf0, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=6b0fe548-6afe-4d18-8245-90c3edd15cf0,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:50.145440 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.158226 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Calling delete_port for 6b0fe548-6afe-4d18-8245-90c3edd15cf0 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:50.338603 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.367424 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0fe548-6afe-4d18-8245-90c3edd15cf0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:50.423290 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57042) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:50.436280 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:50.459148 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 618c467b-e135-4e49-a1d4-45bf6b84c3b5 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:50.459907 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 618c467b-e135-4e49-a1d4-45bf6b84c3b5 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:50.536591 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e210b8c0-1c8a-457d-a170-b1de51157931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.537830 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.627120 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e210b8c0-1c8a-457d-a170-b1de51157931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.630847 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e210b8c0-1c8a-457d-a170-b1de51157931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.669391 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e210b8c0-1c8a-457d-a170-b1de51157931 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86ad5ecf6a8f43189e6855e61cf47e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448320 Jul 28 03:42:50.670064 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210b8c0-1c8a-457d-a170-b1de51157931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed5547-b8c1-4af5-9daa-54b5f2c758d9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:50.672360 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57046) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:50.720279 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.740296 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.752547 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Router 88283e53-9199-4819-8b9a-c71287e5b1f6 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:50.786864 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.789428 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:50.790639 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85ed5547-b8c1-4af5-9daa-54b5f2c758d9 HTTP/1.1" status: 204 len: 168 time: 0.1173711 Jul 28 03:42:50.798767 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7162bb-c2f8-4251-a746-1d7bb3571c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed5547-b8c1-4af5-9daa-54b5f2c758d9,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:50.867792 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:50.874503 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-b371f7ee-ac70-4c5f-9c1b-a31b5b0e4097 admin admin] 10.222.0.26 "PUT /v2.0/routers/88283e53-9199-4819-8b9a-c71287e5b1f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849404 Jul 28 03:42:50.877364 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57050) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:50.885167 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Sync routers for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:50.896617 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:50.897241 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:50.988473 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.093730 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:51.095700 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.150108 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Deleting port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:51.150456 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.234787 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] For port 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:51.235160 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.249009 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Calling delete_port for 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:51.287098 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:42:50Z', 'revision_number': 5, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port': {'id': '75fa08c1-eab4-46d1-88b7-89ecaa71a5c5', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:39Z', 'updated_at': '2021-07-28T03:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:51.314837 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Checking router: 88283e53-9199-4819-8b9a-c71287e5b1f6 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:51.323782 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Routers {'88283e53-9199-4819-8b9a-c71287e5b1f6'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:51.324596 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['88283e53-9199-4819-8b9a-c71287e5b1f6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:51.413058 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] Set router 88283e53-9199-4819-8b9a-c71287e5b1f6 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:51.431310 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.462441 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fa08c1-eab4-46d1-88b7-89ecaa71a5c5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:51.470990 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:42:51Z', 'revision_number': 6, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port_host': None}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:51.497489 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79539-1e05-4141-889e-be8590aafec8 None None] The sync data for ids ['88283e53-9199-4819-8b9a-c71287e5b1f6'] in dv-cinder-733062-21-smb is: [{'id': '88283e53-9199-4819-8b9a-c71287e5b1f6', 'name': 'tempest-TestShelveInstance-71652205-router', 'tenant_id': '2ec8f7dad46645b993ed52d18420d074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:42:51Z', 'revision_number': 6, 'project_id': '2ec8f7dad46645b993ed52d18420d074', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:51.544689 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.636404 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.638558 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.682164 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.682688 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88283e53-9199-4819-8b9a-c71287e5b1f6 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:51.687852 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.689135 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-1286efe2-c28d-4a46-ad63-2e67fa96af59 admin admin] 10.222.0.26 "DELETE /v2.0/routers/88283e53-9199-4819-8b9a-c71287e5b1f6 HTTP/1.1" status: 204 len: 168 time: 0.8105545 Jul 28 03:42:51.691623 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57076) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:51.739885 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Deleting subnet ee0729bc-8ef2-494f-8990-97b32f192801 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:51.742911 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.779130 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2866469'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.866637 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.934213 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2650171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9593088'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.967149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0729bc-8ef2-494f-8990-97b32f192801,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:51.972199 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.974308 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-74f22950-7f7c-4f3d-b7f9-a94d612d374e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee0729bc-8ef2-494f-8990-97b32f192801 HTTP/1.1" status: 204 len: 168 time: 0.2816648 Jul 28 03:42:51.977125 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57082) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:51.977616 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f2008-6304-4fbe-a0bd-f6bec36c9ed7 None None] Network e6a28a66-d048-4f17-8bf0-834866f0c6c6 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:52.054374 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.107024 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Deleting port 25e2d26a-df35-49d5-b083-cfc463309b30 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:52.107463 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.180769 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] For port 25e2d26a-df35-49d5-b083-cfc463309b30, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=25e2d26a-df35-49d5-b083-cfc463309b30,segment=NetworkSegment(decbb7a2-907f-47c9-b9fb-52f338628db6),segment_id=decbb7a2-907f-47c9-b9fb-52f338628db6)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:52.181133 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.193213 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Calling delete_port for 25e2d26a-df35-49d5-b083-cfc463309b30 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:52.267993 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.292522 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Pushing event deleted for resources: {'Port': ['ID=25e2d26a-df35-49d5-b083-cfc463309b30,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:52.295973 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] No DVR routers for this DVR port 25e2d26a-df35-49d5-b083-cfc463309b30 on host dv-cinder-733062-21-smb {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:52.347666 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a69bd-54a7-4826-992a-d8baae375f81 None None] DHCP port deletion for e6a28a66-d048-4f17-8bf0-834866f0c6c6 request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:42:52.370670 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.381158 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a28a66-d048-4f17-8bf0-834866f0c6c6']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:52.392701 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decbb7a2-907f-47c9-b9fb-52f338628db6') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:52.392999 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decbb7a2-907f-47c9-b9fb-52f338628db6') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:52.401939 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.415346 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.421079 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:52.421454 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:52.423152 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:52.467315 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-12bc0588-7db1-4b15-b511-8a13af2974a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.479127 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.483484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.485481 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6a28a66-d048-4f17-8bf0-834866f0c6c6 HTTP/1.1" status: 204 len: 168 time: 0.5061474 Jul 28 03:42:52.488971 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:52.497497 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40362313-2e7f-4039-9f0b-16b479f943ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a28a66-d048-4f17-8bf0-834866f0c6c6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:52.685617 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.836077 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.077149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Deleting port 3548cebc-086d-45f4-ad9a-163a005e45b1 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:53.077501 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.161745 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] For port 3548cebc-086d-45f4-ad9a-163a005e45b1, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=3548cebc-086d-45f4-ad9a-163a005e45b1,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:53.162213 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.178242 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Calling delete_port for 3548cebc-086d-45f4-ad9a-163a005e45b1 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:53.374101 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.399634 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=3548cebc-086d-45f4-ad9a-163a005e45b1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:53.576083 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.603762 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-aa03d244-2633-4c8f-a67e-5dec329d4ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470092 Jul 28 03:42:53.610093 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6b0fe548-6afe-4d18-8245-90c3edd15cf0 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:53.630420 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 6b0fe548-6afe-4d18-8245-90c3edd15cf0 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:53.630774 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 6b0fe548-6afe-4d18-8245-90c3edd15cf0 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:53.631188 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:53.652272 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:53.652867 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 75fa08c1-eab4-46d1-88b7-89ecaa71a5c5 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:53.653526 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 25e2d26a-df35-49d5-b083-cfc463309b30 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:53.664071 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cc0b-810e-472b-b002-ede75001b21d req-c1305e29-4385-4e5b-878a-00cf0c1253e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.665554 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-c1305e29-4385-4e5b-878a-00cf0c1253e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9580fe8bdc9047ba85257b5af31438df&device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 1100 time: 0.0417175 Jul 28 03:42:53.676560 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 25e2d26a-df35-49d5-b083-cfc463309b30 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:53.676827 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 25e2d26a-df35-49d5-b083-cfc463309b30 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:53.769915 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cc0b-810e-472b-b002-ede75001b21d req-4a59e20f-12da-4266-87b1-e169d2da5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.771421 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-4a59e20f-12da-4266-87b1-e169d2da5cf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 200 len: 917 time: 0.0873060 Jul 28 03:42:53.809585 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.838583 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-1636fb5b-ec0d-4223-a58a-c808a4cf4623 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 200 len: 1002 time: 0.0601640 Jul 28 03:42:53.889097 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cc0b-810e-472b-b002-ede75001b21d req-b8e6ef31-26a8-4fb1-8a97-6173d8f3db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.890573 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-b8e6ef31-26a8-4fb1-8a97-6173d8f3db93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 200 len: 855 time: 0.0452583 Jul 28 03:42:53.941978 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cc0b-810e-472b-b002-ede75001b21d req-0ead25c3-b8c8-431c-834b-3db56dd3c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.943498 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-0ead25c3-b8c8-431c-834b-3db56dd3c7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2342524e-45c2-43fb-ab13-8005aec24a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0458708 Jul 28 03:42:54.034067 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-e444301e-30c0-4538-9f4f-edca8b09fcca service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Jul 28 03:42:54.063607 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Router 050f2529-5e6e-4831-b91d-7f725fa18054 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:54.124715 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-bda3cc0b-810e-472b-b002-ede75001b21d req-78660b7d-5b0f-4d5e-8e9f-5a497b7407df service neutron] 10.222.0.36 "GET /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Jul 28 03:42:54.171713 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:54.179139 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57096) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:54.179273 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-f78cd391-a10e-407f-bb2b-89a3ff319fcb admin admin] 10.222.0.26 "PUT /v2.0/routers/050f2529-5e6e-4831-b91d-7f725fa18054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891956 Jul 28 03:42:54.180070 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Sync routers for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:54.189629 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:54.190271 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:54.426048 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:54.539308 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.607460 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:42:53Z', 'revision_number': 5, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:54.635393 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Checking router: 050f2529-5e6e-4831-b91d-7f725fa18054 for host: dv-cinder-733062-21-smb {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:54.641834 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.644576 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Routers {'050f2529-5e6e-4831-b91d-7f725fa18054'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:54.645216 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['050f2529-5e6e-4831-b91d-7f725fa18054'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:54.710260 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Deleting port 78da341c-e745-43d8-8839-f6f0d9ec6f1f {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:54.710654 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.760078 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] Set router 050f2529-5e6e-4831-b91d-7f725fa18054 gateway port host: dv-cinder-733062-21-smb {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:54.795197 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] For port 78da341c-e745-43d8-8839-f6f0d9ec6f1f, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=78da341c-e745-43d8-8839-f6f0d9ec6f1f,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:54.795570 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.809593 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Calling delete_port for 78da341c-e745-43d8-8839-f6f0d9ec6f1f owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:54.948420 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:42:53Z', 'revision_number': 5, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:54.973511 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.975186 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa077a-cb82-49db-bb38-b5f485d891a5 None None] The sync data for ids ['050f2529-5e6e-4831-b91d-7f725fa18054'] in dv-cinder-733062-21-smb is: [{'id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'name': 'tempest-TestShelveInstance-632344158-router', 'tenant_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:47Z', 'updated_at': '2021-07-28T03:42:53Z', 'revision_number': 5, 'project_id': 'bcb96ed5c7ea4f23b75c9ede79280eb8', 'gw_port': {'id': '78da341c-e745-43d8-8839-f6f0d9ec6f1f', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f2529-5e6e-4831-b91d-7f725fa18054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:48Z', 'updated_at': '2021-07-28T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:55.000000 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Pushing event deleted for resources: {'Port': ['ID=78da341c-e745-43d8-8839-f6f0d9ec6f1f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.062479 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.148238 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.150348 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.193038 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.193715 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050f2529-5e6e-4831-b91d-7f725fa18054 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:55.198201 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.199381 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9a5b4546-711c-4e54-a577-ab1cb376ff97 admin admin] 10.222.0.26 "DELETE /v2.0/routers/050f2529-5e6e-4831-b91d-7f725fa18054 HTTP/1.1" status: 204 len: 168 time: 1.0192208 Jul 28 03:42:55.202457 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57108) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:55.248708 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Deleting subnet 6253ba1e-e4f0-44d4-9512-df10fc331600 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:55.251665 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.287242 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10073944'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.365181 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.418603 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10074063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10332946'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.450749 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6253ba1e-e4f0-44d4-9512-df10fc331600,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.454623 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.457449 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.461861 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-1939c827-29a9-42ed-9cc1-e33a5e4110a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6253ba1e-e4f0-44d4-9512-df10fc331600 HTTP/1.1" status: 204 len: 168 time: 0.2559421 Jul 28 03:42:55.461951 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57110) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:55.462938 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d50fa-cdd4-4a80-bb9c-7955a49d1922 None None] Network d8873944-117f-4889-bfdd-38766133e1f5 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:55.529539 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.565783 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 3548cebc-086d-45f4-ad9a-163a005e45b1 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:55.585496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Deleting port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:55.588029 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.588168 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 3548cebc-086d-45f4-ad9a-163a005e45b1 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:55.588168 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 3548cebc-086d-45f4-ad9a-163a005e45b1 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:55.659674 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] For port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:55.660161 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.672517 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Calling delete_port for 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:55.690409 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] DHCP port deletion for d8873944-117f-4889-bfdd-38766133e1f5 request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:42:55.736917 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Deleting port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:55.737325 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.751761 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.779459 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.791364 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] No DVR routers for this DVR port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 on host dv-cinder-733062-21-smb {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:55.808489 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] For port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,segment=NetworkSegment(47bbe10b-a787-4988-9d74-9c969e34f78a),segment_id=47bbe10b-a787-4988-9d74-9c969e34f78a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:55.809024 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.824586 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Calling delete_port for 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:55.865260 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.875009 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8873944-117f-4889-bfdd-38766133e1f5']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:55.885195 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bbe10b-a787-4988-9d74-9c969e34f78a') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:55.885484 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.services.segments.db [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bbe10b-a787-4988-9d74-9c969e34f78a') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:55.894689 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10073937'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.908862 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.916438 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:55.916809 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.916986 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10074037'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: Traceback (most recent call last): Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: timer() Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: cb(*args, **kw) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: return func(*args, **kwargs) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: self._notify() Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: self.callback(batched_events) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: event.method(event) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: return f(self, *a, **k) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: return self._get(url).json() Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:55.918569 dv-cinder-733062-21-smb neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:55.938287 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Pushing event deleted for resources: {'Port': ['ID=1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.950175 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.950523 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.950859 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.951193 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.951520 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.952371 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.952720 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.953061 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.953362 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.954079 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.954079 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.954390 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.959664 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b61c7-cde3-4b68-a731-aa097c1456ff None None] No DVR routers for this DVR port 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 on host dv-cinder-733062-21-smb {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:55.980489 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.986418 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.988688 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8873944-117f-4889-bfdd-38766133e1f5 HTTP/1.1" status: 204 len: 168 time: 0.5258198 Jul 28 03:42:56.000535 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4f0a-174e-41a2-8d0a-4af31486fa57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8873944-117f-4889-bfdd-38766133e1f5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:56.058271 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.163787 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57128) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:56.206399 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-43753e10-ec2d-4675-9a91-6cd8bedc04b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ec8f7dad46645b993ed52d18420d074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391295 Jul 28 03:42:56.206632 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57130) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:56.254850 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.278018 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.323798 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.326714 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.328746 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79599b5a-e319-4684-b77c-aa6ff76e3a9e HTTP/1.1" status: 204 len: 168 time: 0.1210725 Jul 28 03:42:56.338041 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f8d28-c240-4699-9e83-08a16968c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79599b5a-e319-4684-b77c-aa6ff76e3a9e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:56.652287 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57148) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:56.693850 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-31012daf-d7c3-496b-9d70-e9116c04feea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcb96ed5c7ea4f23b75c9ede79280eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403838 Jul 28 03:42:56.696507 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57150) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:56.750243 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.781832 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.835724 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.838712 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.842828 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f69fd3ce-1a2e-468f-b9da-1d952db0e00c HTTP/1.1" status: 204 len: 168 time: 0.1425154 Jul 28 03:42:56.848496 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2cadd-ffd8-4b84-90b6-7c843d64d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69fd3ce-1a2e-468f-b9da-1d952db0e00c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:57.535186 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 78da341c-e745-43d8-8839-f6f0d9ec6f1f no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:57.556475 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 78da341c-e745-43d8-8839-f6f0d9ec6f1f {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:57.557096 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 78da341c-e745-43d8-8839-f6f0d9ec6f1f not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:57.557532 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:57.581325 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:57.581674 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 1be9fca7-fbcb-4997-b3b2-76ea1fd6bee0 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:59.393485 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:01.913015 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57210) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:02.010311 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-258269c2-1de7-41dc-aac5-d98fc048fb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.097430 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-258269c2-1de7-41dc-aac5-d98fc048fb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.100997 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-258269c2-1de7-41dc-aac5-d98fc048fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.136444 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258269c2-1de7-41dc-aac5-d98fc048fb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf2825-3017-4a6a-a38d-d469a53e09ef,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:02.141302 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-258269c2-1de7-41dc-aac5-d98fc048fb76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ed0c1c6a2cf4f21861a3b0c3aff42b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272673 Jul 28 03:43:02.143829 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57214) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:02.191235 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.211994 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.258465 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.261912 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:02.262970 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afbf2825-3017-4a6a-a38d-d469a53e09ef HTTP/1.1" status: 204 len: 168 time: 0.1182525 Jul 28 03:43:02.270743 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7c51-1e3a-4d3c-92fe-451368997995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf2825-3017-4a6a-a38d-d469a53e09ef,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:16.091766 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8324d51-c8bc-40ac-a1f0-cb2e81f59997 req-129e377d-7f79-4746-a2d3-2eaac7f6b531 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:16.093137 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d8324d51-c8bc-40ac-a1f0-cb2e81f59997 req-129e377d-7f79-4746-a2d3-2eaac7f6b531 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0474174 Jul 28 03:43:16.130252 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-d8324d51-c8bc-40ac-a1f0-cb2e81f59997 req-157ab28a-15ec-478f-b780-07567be76116 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 28 03:43:17.252074 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851aec-dcd3-4b4d-a684-7539a846c033 req-e6e30365-4f98-4e3a-b998-c71b1ecae6a8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:17.253540 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec851aec-dcd3-4b4d-a684-7539a846c033 req-e6e30365-4f98-4e3a-b998-c71b1ecae6a8 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0511816 Jul 28 03:43:17.291224 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-ec851aec-dcd3-4b4d-a684-7539a846c033 req-e99f3a6d-035f-4dc3-aa19-7a59fe6d7c33 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups?id=79ad2800-64cf-4ec6-bb5e-fa80faae2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Jul 28 03:43:17.349278 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-dd1f8bd2-e9f7-4634-b7e3-2ee11e4c0844 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:17.350753 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-dd1f8bd2-e9f7-4634-b7e3-2ee11e4c0844 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 947 time: 0.0471914 Jul 28 03:43:17.435143 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Deleting port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:17.435412 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.523501 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] For port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:17.523884 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.688671 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.688958 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405308'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.689270 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.db.l3_db [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Floating IP c3062894-db2b-4dda-be66-5e42b6436971 disassociated. External IP: 172.28.0.216, port: 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0. Jul 28 03:43:17.689607 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Calling delete_port for 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:17.816758 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10074010'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.844615 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'Port': ['ID=17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:17.855511 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.855861 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.856207 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.856548 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.856887 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.857224 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.857556 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.857937 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.858813 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.859149 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.859481 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.859808 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:17.966090 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:18.073246 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:18.084235 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:18.093614 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:18.094239 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:18.112470 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] No DVR routers for this DVR port 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 on host hv-cinder-73306 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:43:18.115302 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.117470 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [req-31c8ab12-1321-4fb0-8298-d7155a678cd6 req-f37f06eb-612b-48d6-9d8c-0434a3669e15 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.36 "DELETE /v2.0/ports/17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 HTTP/1.1" status: 204 len: 173 time: 0.7610617 Jul 28 03:43:18.117949 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-deleted', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:43:18.120408 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efab672d564b26c4db79fa0244b6639cf29ad0a881baf0d2a5e5d9640869703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baefc40-150c-4108-b0f0-b0ee616f4166" -d '{"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-deleted", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:43:18.161014 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6e8bb-7aef-44fe-9be2-eac0a355cb52 x-openstack-request-id: req-e2f6e8bb-7aef-44fe-9be2-eac0a355cb52 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:43:18.161355 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8435-50f7-4aec-9040-3bd348752883", "name": "network-vif-deleted", "tag": "17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:43:18.161686 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2f6e8bb-7aef-44fe-9be2-eac0a355cb52 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:43:18.162123 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb8435-50f7-4aec-9040-3bd348752883', 'name': 'network-vif-deleted', 'tag': '17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0', 'status': 'completed', 'code': 200} Jul 28 03:43:18.215322 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:18.406426 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [req-55b5ef0b-5de2-4da6-975f-f803f049d51f req-f3723b99-a62c-4cdf-91c6-50661d2e58e3 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfcb8435-50f7-4aec-9040-3bd348752883 HTTP/1.1" status: 200 len: 210 time: 0.0338204 Jul 28 03:43:18.419333 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:18.444484 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:18.452792 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:18.453385 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:42:52Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:18.556701 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:18.747663 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:18.775369 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ce6bb-8d2c-4bbe-b680-0332c80047c0 None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb', '_interfaces': [{'id': '8877e53e-4339-4842-af55-ceb445258476', 'name': '', 'network_id': '2342524e-45c2-43fb-ab13-8005aec24a12', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'mac_address': 'fa:16:3e:23:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:28Z', 'updated_at': '2021-07-28T03:37:35Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'subnets': [{'id': '085e0a15-d1fd-4839-82c4-2d575ec0ca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:18.978960 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8e95a-b30e-41d6-a577-ac84d2adf28f None None] New status for floating IP c3062894-db2b-4dda-be66-5e42b6436971: DOWN {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:43:19.491775 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57242) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:19.545538 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.571116 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.617563 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.620094 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.621243 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "DELETE /v2.0/security-groups/79ad2800-64cf-4ec6-bb5e-fa80faae2f51 HTTP/1.1" status: 204 len: 168 time: 0.1285048 Jul 28 03:43:19.624783 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57244) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:19.630792 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36618c-a30b-4de3-a9b5-0953e840e2f6 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad2800-64cf-4ec6-bb5e-fa80faae2f51,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:19.638180 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.api.v2.resource [None req-bf19aa7c-41e7-4d96-8b04-1887db214085 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] show failed (client error): The resource could not be found. Jul 28 03:43:19.639205 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-bf19aa7c-41e7-4d96-8b04-1887db214085 tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "GET /v2.0/security-groups/79ad2800-64cf-4ec6-bb5e-fa80faae2f51 HTTP/1.1" status: 404 len: 347 time: 0.0132575 Jul 28 03:43:19.642525 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57246) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:19.770755 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Deleting port aa1c9e29-c3ae-4368-a0ba-259b5ca8e029 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:19.771014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.847072 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.847411 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.859080 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Calling delete_port for aa1c9e29-c3ae-4368-a0ba-259b5ca8e029 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:19.982450 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:20.011698 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Pushing event deleted for resources: {'Port': ['ID=aa1c9e29-c3ae-4368-a0ba-259b5ca8e029,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:20.046772 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f744832b-ce56-4292-a185-1f6f2102bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:20.070680 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:20.073265 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2069039'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:20.074460 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-7379344a-d7f5-4347-8d4e-d177c72cbc4f tempest-AttachVolumeShelveTestJSON-89157559 tempest-AttachVolumeShelveTestJSON-89157559-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3062894-db2b-4dda-be66-5e42b6436971 HTTP/1.1" status: 204 len: 168 time: 0.4310443 Jul 28 03:43:20.601281 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:20.620607 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] No Port match for: 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:20.620948 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Device 17edce1c-f4ea-48f0-80f8-0ed93ddfc9d0 not bound to the agent host hv-cinder-73306 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:22.469595 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf5b8-f425-46aa-9a79-2c1adde98e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.477066 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57268) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.690472 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.952056 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397884'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.188182 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Deleting port 8877e53e-4339-4842-af55-ceb445258476 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:23.188526 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.262798 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] For port 8877e53e-4339-4842-af55-ceb445258476, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=8877e53e-4339-4842-af55-ceb445258476,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:23.263102 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.275776 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Calling delete_port for 8877e53e-4339-4842-af55-ceb445258476 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:23.452999 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.483424 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Pushing event deleted for resources: {'Port': ['ID=8877e53e-4339-4842-af55-ceb445258476,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:23.646922 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397904'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.812242 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.855795 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 has already been hosted by L3 agent 1208adf5-ba38-45b5-968f-448335e99248 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:23.953891 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] Notify agent at l3_agent.dv-cinder-733062-21-smb the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:23.959122 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-9a1bb205-13c0-497c-b7f0-58990005303c admin admin] 10.222.0.26 "PUT /v2.0/routers/df8c76dd-f2c5-4302-a62c-3cfcd54d6890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4810464 Jul 28 03:43:23.961671 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57272) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:23.963999 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Sync routers for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:23.973320 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:23.973948 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:43:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:24.063760 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.073599 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: dv-cinder-733062-21-smb {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:24.172269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.224562 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Deleting port a1b59a58-d8e9-482c-8fc2-092ea53bd8af {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:24.224901 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.304132 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] For port a1b59a58-d8e9-482c-8fc2-092ea53bd8af, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,segment=NetworkSegment(abb5db5c-5bad-4971-b5cd-cb0d65840c59),segment_id=abb5db5c-5bad-4971-b5cd-cb0d65840c59)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:24.304493 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.317046 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Calling delete_port for a1b59a58-d8e9-482c-8fc2-092ea53bd8af owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:24.329490 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'external_fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:43:23Z', 'revision_number': 5, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port': {'id': 'a1b59a58-d8e9-482c-8fc2-092ea53bd8af', 'name': '', 'network_id': 'eda64e09-e91d-467d-a41f-683d0a5236e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64d4de64-e50a-4f3b-b03a-673d154f2a54', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-smb'}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:24.354285 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Checking router: df8c76dd-f2c5-4302-a62c-3cfcd54d6890 for host: dv-cinder-733062-21-smb {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:24.362144 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Routers {'df8c76dd-f2c5-4302-a62c-3cfcd54d6890'} bound to L3 agent in host dv-cinder-733062-21-smb {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:24.362738 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:28:52Z,description=,heartbeat_timestamp=2021-07-28T03:43:22Z,host='dv-cinder-733062-21-smb',id=1208adf5-ba38-45b5-968f-448335e99248,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:28:52Z,topic='l3_agent')) {'router_ids': ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:24.443993 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] Set router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:24.479865 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.498972 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:43:24Z', 'revision_number': 6, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port_host': None}], 'dv-cinder-733062-21-smb', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:24.504777 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b59a58-d8e9-482c-8fc2-092ea53bd8af,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:24.526754 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebada1fa-d693-40d9-9c3c-d65c0a35b3ee None None] The sync data for ids ['df8c76dd-f2c5-4302-a62c-3cfcd54d6890'] in dv-cinder-733062-21-smb is: [{'id': 'df8c76dd-f2c5-4302-a62c-3cfcd54d6890', 'name': 'tempest-AttachVolumeShelveTestJSON-909670493-router', 'tenant_id': '9580fe8bdc9047ba85257b5af31438df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:25Z', 'updated_at': '2021-07-28T03:43:24Z', 'revision_number': 6, 'project_id': '9580fe8bdc9047ba85257b5af31438df', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:24.570846 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405490'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.656338 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-80893'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.658368 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.698284 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466941'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.698783 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8c76dd-f2c5-4302-a62c-3cfcd54d6890 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:43:24.703527 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.704678 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-7f161fe4-4941-421b-9ac6-be5f115250b1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/df8c76dd-f2c5-4302-a62c-3cfcd54d6890 HTTP/1.1" status: 204 len: 168 time: 0.7420480 Jul 28 03:43:24.707269 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57274) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:24.749803 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Deleting subnet 085e0a15-d1fd-4839-82c4-2d575ec0ca1e {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:43:24.753132 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.785616 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2866469'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.864413 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512053'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.918536 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2650171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9593088'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.941383 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085e0a15-d1fd-4839-82c4-2d575ec0ca1e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:24.954907 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.956609 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b5b36-0986-40aa-9eec-7c8a682403fb None None] Network 2342524e-45c2-43fb-ab13-8005aec24a12 requested from dv-cinder-733062-21-smb {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:43:24.957096 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-4f8e62fb-6bee-4952-ad32-c5b285579ccb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/085e0a15-d1fd-4839-82c4-2d575ec0ca1e HTTP/1.1" status: 204 len: 168 time: 0.2487741 Jul 28 03:43:24.959399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57276) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.027971 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599687'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.079065 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Deleting port e11b7237-6fa9-4c6d-835f-9546cd704e31 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:43:25.079409 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782133218187'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.139749 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] For port e11b7237-6fa9-4c6d-835f-9546cd704e31, host dv-cinder-733062-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-smb',level=0,port_id=e11b7237-6fa9-4c6d-835f-9546cd704e31,segment=NetworkSegment(586b2833-0bd2-43f8-8984-84cb32e87f2a),segment_id=586b2833-0bd2-43f8-8984-84cb32e87f2a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:25.140042 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409379'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.152101 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Calling delete_port for e11b7237-6fa9-4c6d-835f-9546cd704e31 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:43:25.230039 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782133222175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132817165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650222'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.254830 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11b7237-6fa9-4c6d-835f-9546cd704e31,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:25.258455 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] No DVR routers for this DVR port e11b7237-6fa9-4c6d-835f-9546cd704e31 on host dv-cinder-733062-21-smb {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:43:25.307605 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5125f-8d2f-4285-88a2-734b7b6eeab0 None None] DHCP port deletion for 2342524e-45c2-43fb-ab13-8005aec24a12 request from dv-cinder-733062-21-smb {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:43:25.456714 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.552838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a1b59a58-d8e9-482c-8fc2-092ea53bd8af no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:25.573974 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: a1b59a58-d8e9-482c-8fc2-092ea53bd8af {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:25.574395 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device a1b59a58-d8e9-482c-8fc2-092ea53bd8af not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:25.574879 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8877e53e-4339-4842-af55-ceb445258476 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:25.600280 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: 8877e53e-4339-4842-af55-ceb445258476 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:25.600696 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device 8877e53e-4339-4842-af55-ceb445258476 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:25.601190 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e11b7237-6fa9-4c6d-835f-9546cd704e31 no longer exists at agent ovs-agent-dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:43:25.602185 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510656', 'neutron.services.segments.db._delete_segments_for_network-8782133395761'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.612663 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2342524e-45c2-43fb-ab13-8005aec24a12']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:25.620262 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] No Port match for: e11b7237-6fa9-4c6d-835f-9546cd704e31 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:43:25.620618 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Device e11b7237-6fa9-4c6d-835f-9546cd704e31 not bound to the agent host dv-cinder-733062-21-smb {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:43:25.623083 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586b2833-0bd2-43f8-8984-84cb32e87f2a') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:25.623486 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586b2833-0bd2-43f8-8984-84cb32e87f2a') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:25.632522 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782133395258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2866476'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.646604 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.652100 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:43:25.652485 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650177'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: Traceback (most recent call last): Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: timer() Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: cb(*args, **kw) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: return func(*args, **kwargs) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: self._notify() Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: self.callback(batched_events) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: event.method(event) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: return f(self, *a, **k) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: return self._get(url).json() Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:43:25.654103 dv-cinder-733062-21-smb neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:43:25.705860 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405454'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.711143 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646721'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.712962 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2342524e-45c2-43fb-ab13-8005aec24a12 HTTP/1.1" status: 204 len: 168 time: 0.7526393 Jul 28 03:43:25.724014 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450cbe4-fdcd-418d-ba22-2f800ae4c292 admin admin] Pushing event deleted for resources: {'Network': ['ID=2342524e-45c2-43fb-ab13-8005aec24a12,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:25.823546 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57280) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.863668 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-abdffd69-9782-4b43-9daa-bac41a2c03e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9580fe8bdc9047ba85257b5af31438df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388570 Jul 28 03:43:25.865923 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57282) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.915672 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.935636 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.981149 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.984059 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:25.985200 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b0999d9-bed2-4153-874f-ad131214f933 HTTP/1.1" status: 204 len: 168 time: 0.1183903 Jul 28 03:43:25.992567 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3a88-3fa6-4d60-9138-9d71326a054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0999d9-bed2-4153-874f-ad131214f933,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:26.069140 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.076545 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57378) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:32.177325 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e7f1196c-7af9-4ab5-8b4b-cd0d62e59d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.261800 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e7f1196c-7af9-4ab5-8b4b-cd0d62e59d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.266298 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e7f1196c-7af9-4ab5-8b4b-cd0d62e59d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.303764 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e7f1196c-7af9-4ab5-8b4b-cd0d62e59d8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=386c6a25c59c4ef9b3501096faeb3a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261765 Jul 28 03:43:32.304610 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1196c-7af9-4ab5-8b4b-cd0d62e59d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a182a1d-b985-4d9f-b917-0dbfc47835cc,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:32.306458 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57382) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:32.354707 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.375228 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.419892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.422416 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:32.423540 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a182a1d-b985-4d9f-b917-0dbfc47835cc HTTP/1.1" status: 204 len: 168 time: 0.1160409 Jul 28 03:43:32.431138 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b96e9-2f24-4f56-a68b-ddcf0f4a06ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a182a1d-b985-4d9f-b917-0dbfc47835cc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:33.520989 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57432) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:33.618925 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71de34af-0f58-442c-a509-214e123870ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.709925 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71de34af-0f58-442c-a509-214e123870ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.713658 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71de34af-0f58-442c-a509-214e123870ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.751714 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-71de34af-0f58-442c-a509-214e123870ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cc4a02d39434b4eb636d0e6fea3d57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296813 Jul 28 03:43:33.752552 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de34af-0f58-442c-a509-214e123870ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7cb065-b1ce-4c82-89aa-545f5711cab8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:33.754912 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57436) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:33.804971 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.825008 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.874183 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.876651 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.877837 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd7cb065-b1ce-4c82-89aa-545f5711cab8 HTTP/1.1" status: 204 len: 168 time: 0.1215172 Jul 28 03:43:33.885659 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611767ae-a432-4d0d-aff1-fdc9f0f7b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7cb065-b1ce-4c82-89aa-545f5711cab8,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:36.391893 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:49.858611 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57650) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:49.958456 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-068501c9-db2a-466d-971c-7d6d42b85a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.038485 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-769f3d15-4e3e-4f9e-8886-279ba00ab681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.043518 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-068501c9-db2a-466d-971c-7d6d42b85a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.047881 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-068501c9-db2a-466d-971c-7d6d42b85a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.085774 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-068501c9-db2a-466d-971c-7d6d42b85a20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bc3f179b7784eafa6a5f02ef141441b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260907 Jul 28 03:43:50.086654 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068501c9-db2a-466d-971c-7d6d42b85a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8e3b7-cd48-4a9e-bb1f-c312b8e0a868,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:50.088266 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57654) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:50.135892 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.158177 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.203696 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.206498 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.207640 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ea8e3b7-cd48-4a9e-bb1f-c312b8e0a868 HTTP/1.1" status: 204 len: 168 time: 0.1183410 Jul 28 03:43:50.215260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8e3b7-cd48-4a9e-bb1f-c312b8e0a868,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:50.222684 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.223040 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.223387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.223726 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.224063 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.224399 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.224730 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.225060 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.225387 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.225851 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.226183 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.226511 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71680cda-5d5a-4ae6-ae73-653d3efaa8c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-smb {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:50.454200 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57660) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:50.467800 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-150ebe77-2523-48e8-8a09-6ee713204a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.563566 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-150ebe77-2523-48e8-8a09-6ee713204a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.567103 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-150ebe77-2523-48e8-8a09-6ee713204a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.606522 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-150ebe77-2523-48e8-8a09-6ee713204a14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e4c7b4b203946958e182905fd430b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513159 Jul 28 03:43:50.608369 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ebe77-2523-48e8-8a09-6ee713204a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66289f3f-28fe-43c2-82c6-c551c4371b5f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:50.609140 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57662) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:50.657063 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.677051 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.723356 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.725911 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:50.727087 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66289f3f-28fe-43c2-82c6-c551c4371b5f HTTP/1.1" status: 204 len: 168 time: 0.1169326 Jul 28 03:43:50.734548 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf2eb5-7375-4fc2-b11f-dda048142510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66289f3f-28fe-43c2-82c6-c551c4371b5f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.248149 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57708) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.347806 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b00dba9-2493-44a9-b048-4d2e82062adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.436840 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b00dba9-2493-44a9-b048-4d2e82062adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.440466 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2b00dba9-2493-44a9-b048-4d2e82062adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.470682 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a074cf6-41e2-49c9-8448-dd7a92ea538b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.478016 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-2b00dba9-2493-44a9-b048-4d2e82062adb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e60a23859e474ee6aa6b3d7ee56b9105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287459 Jul 28 03:43:52.480027 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00dba9-2493-44a9-b048-4d2e82062adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f112cd5-e03e-426b-b7b1-fd91093e4907,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.480801 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57712) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.529037 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.550020 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.595657 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.598275 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.599416 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f112cd5-e03e-426b-b7b1-fd91093e4907 HTTP/1.1" status: 204 len: 168 time: 0.1170378 Jul 28 03:43:52.607391 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60150a-8523-4712-91ee-bf27b194ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f112cd5-e03e-426b-b7b1-fd91093e4907,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.689946 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.851260 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57718) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:52.864146 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-497f1591-a4a9-4d3a-8df7-6a7127bb815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.952481 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-497f1591-a4a9-4d3a-8df7-6a7127bb815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.956418 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-497f1591-a4a9-4d3a-8df7-6a7127bb815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:52.994620 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-497f1591-a4a9-4d3a-8df7-6a7127bb815a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfd6dea175814d08920be7e4804b6a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423047 Jul 28 03:43:52.995493 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f1591-a4a9-4d3a-8df7-6a7127bb815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebc042-f50b-4f95-a10c-11da42c111f1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:52.997841 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57720) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:53.044520 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.064682 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.108357 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.110848 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.111975 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9ebc042-f50b-4f95-a10c-11da42c111f1 HTTP/1.1" status: 204 len: 168 time: 0.1131446 Jul 28 03:43:53.119394 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edf086-da0d-45f5-bf99-b2fc486a2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebc042-f50b-4f95-a10c-11da42c111f1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:53.816042 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:55.458307 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.064747 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:58.677644 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57802) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:58.776018 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a55f91a-9de4-4604-8c2c-41f660853728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:58.861644 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a55f91a-9de4-4604-8c2c-41f660853728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:58.865153 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a55f91a-9de4-4604-8c2c-41f660853728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:58.902793 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55f91a-9de4-4604-8c2c-41f660853728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67236f-8782-4c9b-922a-f7ad0831495e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:58.909373 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-9a55f91a-9de4-4604-8c2c-41f660853728 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40ac90b056794702b99c36940f334356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306497 Jul 28 03:43:58.912110 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57806) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:58.960335 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:58.981185 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.026168 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.029381 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.030631 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d67236f-8782-4c9b-922a-f7ad0831495e HTTP/1.1" status: 204 len: 168 time: 0.1176696 Jul 28 03:43:59.038388 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cabef-e4fa-4874-b239-009fcac0e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67236f-8782-4c9b-922a-f7ad0831495e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:59.282936 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57812) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:59.304898 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-baf78fd6-791d-4398-94e3-d8d0472b6887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.389993 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-baf78fd6-791d-4398-94e3-d8d0472b6887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.393814 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-baf78fd6-791d-4398-94e3-d8d0472b6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.430564 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-baf78fd6-791d-4398-94e3-d8d0472b6887 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0014875fac6f4b849727e57a5d43a638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465650 Jul 28 03:43:59.431524 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78fd6-791d-4398-94e3-d8d0472b6887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eddf23-fd98-4f06-a18f-552aceab92de,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:59.433329 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57814) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:59.483859 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.504145 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.550187 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.552694 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:59.553870 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4eddf23-fd98-4f06-a18f-552aceab92de HTTP/1.1" status: 204 len: 168 time: 0.1194501 Jul 28 03:43:59.561158 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44bdd-c0d7-442b-ac4b-b8369be6473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eddf23-fd98-4f06-a18f-552aceab92de,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:01.514438 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57884) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:44:01.612419 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ca20543-024e-4089-b5ab-3f2eb49c2cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.698219 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ca20543-024e-4089-b5ab-3f2eb49c2cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.701507 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ca20543-024e-4089-b5ab-3f2eb49c2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.738167 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-6ca20543-024e-4089-b5ab-3f2eb49c2cc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1baa67a0d0a14447b0e05d8691988a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226801 Jul 28 03:44:01.739287 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20543-024e-4089-b5ab-3f2eb49c2cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5711e-2f0c-4bca-b2e9-0f4f24c45d07,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:01.740894 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57888) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:44:01.794239 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.814841 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.859514 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.862321 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:01.863472 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3e5711e-2f0c-4bca-b2e9-0f4f24c45d07 HTTP/1.1" status: 204 len: 168 time: 0.1215267 Jul 28 03:44:01.870904 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6016eca-2ba2-4e5a-8421-5ca0e12565f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5711e-2f0c-4bca-b2e9-0f4f24c45d07,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:02.104660 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.26', 57894) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:44:02.117981 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4012-0229-4c0f-afa3-a8d3d592b651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.205168 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4012-0229-4c0f-afa3-a8d3d592b651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.208789 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4012-0229-4c0f-afa3-a8d3d592b651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.245962 dv-cinder-733062-21-smb neutron-server[93249]: INFO neutron.wsgi [None req-4b1d4012-0229-4c0f-afa3-a8d3d592b651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b75459f2fc1a4e278bd3ca5596014aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401939 Jul 28 03:44:02.247421 dv-cinder-733062-21-smb neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d4012-0229-4c0f-afa3-a8d3d592b651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132423f9-df41-4f83-8fce-efc6ce50c7d1,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:02.249115 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.26', 57896) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:44:02.300563 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.320896 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.365647 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493792'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.368178 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.369311 dv-cinder-733062-21-smb neutron-server[93250]: INFO neutron.wsgi [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/132423f9-df41-4f83-8fce-efc6ce50c7d1 HTTP/1.1" status: 204 len: 168 time: 0.1185484 Jul 28 03:44:02.377393 dv-cinder-733062-21-smb neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c123cf-daad-4bb8-94b0-4c52ea70f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132423f9-df41-4f83-8fce-efc6ce50c7d1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:44:13.390140 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:20.038701 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0a45fc89-fe4f-4a66-b84e-ffcea5416355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:22.470740 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0452c0f1-a0a0-4baf-86b6-525da724ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:22.694878 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:23.817533 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:25.460497 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:26.079838 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:50.039518 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34d48b22-703e-4cc9-af8a-bda5b4bb28d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:50.388308 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:52.472411 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-13e13908-43d7-4e30-8801-eb082e72d2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:52.696463 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:53.820984 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:55.464031 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:56.079695 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:20.039241 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11cf11f6-38b6-42f2-b99b-56cbbf3cf783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:22.472535 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2a52-d297-41ab-9d7a-939b5b10e238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:22.697337 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:23.823104 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:25.466913 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:26.097058 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:27.387019 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:50.038691 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb84852c-c8fe-42d6-ba04-76e1790e8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:52.472555 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d85b1f6e-eb0e-477c-92c4-f995ffda34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:52.696096 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:53.825972 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.469911 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:56.095348 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.385236 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:20.037513 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9c3e-4c1b-44a0-a08d-b687b71dbfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:22.472755 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-95c4bb6b-24f9-4b91-ae5c-aad2f624a8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:22.696031 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:23.829335 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:25.476767 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:26.096253 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:41.384051 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:50.039255 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8b520c96-5934-4021-bfda-4a1ab35f7e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:52.473924 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2fdc79f5-893a-4c8d-be67-65d42af12669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:52.695197 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:53.831901 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:55.475463 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.108852 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:18.383167 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:20.038788 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-07634579-ac62-43ae-9730-62c6c25ddb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.472949 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4f86e997-57d7-484b-8cdf-bd55bf52218c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.694618 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:23.833628 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:25.482462 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:26.124015 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:50.037987 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7a05908b-3683-4a59-a82e-b1caa9023a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.472816 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8be5b75-d0c4-43a4-82c1-792c4c67070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:52.693656 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.837076 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:55.382772 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:55.481521 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:56.138744 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:20.037601 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-26ac3afd-6feb-422f-8484-197ad6d988f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:22.473160 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bcc005b0-39ba-45d1-aa57-f53e725e669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:22.692456 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e9c655b-be8f-4902-b35b-5de823731217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:23.839060 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5913f957-96fe-479e-b1cb-c527fbc582e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:25.484501 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80ff7ca1-571c-4ece-8c91-2b4216a022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:26.137234 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34e11d68-bfa4-4216-ae33-09a8986211d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:32.382434 dv-cinder-733062-21-smb neutron-server[93252]: DEBUG neutron.db.agents_db [None req-cd716a0e-2fd6-4a1a-a69d-4868c78def64 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:48:50.037334 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d946d23-4489-4ddb-8e8f-d62de1d9472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:52.473862 dv-cinder-733062-21-smb neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0a3945bf-a674-4ac7-b499-b00c4c7a687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782133395743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508096'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}